diff --git a/parts/linux/cloud-init/artifacts/cse_cmd.sh b/parts/linux/cloud-init/artifacts/cse_cmd.sh index c2dbd58ca82..ce30a73720e 100644 --- a/parts/linux/cloud-init/artifacts/cse_cmd.sh +++ b/parts/linux/cloud-init/artifacts/cse_cmd.sh @@ -131,6 +131,7 @@ KUBELET_CONFIG_FILE_ENABLED="{{IsKubeletConfigFileEnabled}}" KUBELET_CONFIG_FILE_CONTENT="{{GetKubeletConfigFileContentBase64}}" SWAP_FILE_SIZE_MB="{{GetSwapFileSizeMB}}" GPU_DRIVER_VERSION="{{GPUDriverVersion}}" +GPU_DRIVER_TYPE="{{GPUDriverType}}" GPU_IMAGE_SHA="{{GPUImageSHA}}" GPU_INSTANCE_PROFILE="{{GetGPUInstanceProfile}}" CUSTOM_SEARCH_DOMAIN_NAME="{{GetSearchDomainName}}" diff --git a/parts/linux/cloud-init/artifacts/cse_helpers.sh b/parts/linux/cloud-init/artifacts/cse_helpers.sh index 755ac0e6943..c87081e521f 100755 --- a/parts/linux/cloud-init/artifacts/cse_helpers.sh +++ b/parts/linux/cloud-init/artifacts/cse_helpers.sh @@ -149,6 +149,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/baker.go b/pkg/agent/baker.go index 331d53851cd..73bbeac32d6 100644 --- a/pkg/agent/baker.go +++ b/pkg/agent/baker.go @@ -923,6 +923,9 @@ func getContainerServiceFuncMap(config *datamodel.NodeBootstrappingConfiguration "GPUImageSHA": func() string { return getAKSGPUImageSHA(profile.VMSize) }, + "GPUDriverType": func() string { + return getGPUDriverType(profile.VMSize) + }, "GetHnsRemediatorIntervalInMinutes": func() uint32 { // Only need to enable HNSRemediator for Windows 2019 if cs.Properties.WindowsProfile != nil && profile.Distro == datamodel.AKSWindows2019Containerd { @@ -1059,6 +1062,14 @@ func getAKSGPUImageSHA(size string) string { } return datamodel.AKSGPUCudaSHA } + +func getGPUDriverType(size string) string { + if useGridDrivers(size) { + return "grid" + } + return "cuda" +} + func gpuNeedsFabricManager(size string) bool { return datamodel.FabricManagerGPUSizes[strings.ToLower(size)] } diff --git a/pkg/agent/baker_test.go b/pkg/agent/baker_test.go index 73a8c067334..3c549fe62f6 100644 --- a/pkg/agent/baker_test.go +++ b/pkg/agent/baker_test.go @@ -2153,6 +2153,21 @@ var _ = Describe("getGPUDriverVersion", func() { }) }) +var _ = Describe("getGPUDriverType", func() { + + It("should use cuda with nc v3", func() { + Expect(getGPUDriverType("standard_nc6_v3")).To(Equal("cuda")) + }) + It("should use grid with nv v5", func() { + Expect(getGPUDriverType("standard_nv6ads_a10_v5")).To(Equal("grid")) + Expect(getGPUDriverType("Standard_nv36adms_A10_V5")).To(Equal("grid")) + }) + // NV V1 SKUs were retired in September 2023, leaving this test just for safety + It("should use cuda with nv v1", func() { + Expect(getGPUDriverType("standard_nv6")).To(Equal("cuda")) + }) +}) + var _ = Describe("getAKSGPUImageSHA", func() { It("should use newest AKSGPUGridSHA with nv v5", func() { Expect(getAKSGPUImageSHA("standard_nv6ads_a10_v5")).To(Equal(datamodel.AKSGPUGridSHA)) diff --git a/pkg/agent/testdata/AKSUbuntu1604+Containerd/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+Containerd/CSECommand index a23641f5e0a..1fd4c3d5b8c 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Containerd/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+Containerd/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL=containerd-package-url RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL=containerd-package-url RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+Containerd/CustomData b/pkg/agent/testdata/AKSUbuntu1604+Containerd/CustomData index 5230cf609ab..2a408594cb9 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Containerd/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+Containerd/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1604+Containerd/line9.sh b/pkg/agent/testdata/AKSUbuntu1604+Containerd/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Containerd/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+Containerd/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/CSECommand index 49b02a3b283..a58f4fed3a7 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="true" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="true" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="never" THP_DEFRAG="defer+madvise" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogOTAsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA3MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJjcHVNYW5hZ2VyUG9saWN5IjogInN0YXRpYyIsCiAgICAidG9wb2xvZ3lNYW5hZ2VyUG9saWN5IjogImJlc3QtZWZmb3J0IiwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IDEyMzQ1LAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiY3B1Q0ZTUXVvdGEiOiBmYWxzZSwKICAgICJjcHVDRlNRdW90YVBlcmlvZCI6ICIyMDBtcyIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkN1c3RvbUNQVUNGU1F1b3RhUGVyaW9kIjogdHJ1ZSwKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZSwKICAgICAgICAiUG9kUHJpb3JpdHkiOiB0cnVlLAogICAgICAgICJSb3RhdGVLdWJlbGV0U2VydmVyQ2VydGlmaWNhdGUiOiB0cnVlLAogICAgICAgICJhIjogZmFsc2UsCiAgICAgICAgIngiOiBmYWxzZQogICAgfSwKICAgICJmYWlsU3dhcE9uIjogZmFsc2UsCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICIxMDAwTSIsCiAgICAiY29udGFpbmVyTG9nTWF4RmlsZXMiOiA5OSwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0sCiAgICAiYWxsb3dlZFVuc2FmZVN5c2N0bHMiOiBbCiAgICAgICAgImtlcm5lbC5tc2cqIiwKICAgICAgICAibmV0LmlwdjQucm91dGUubWluX3BtdHUiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="1500" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NDk5Cm5ldC5pcHY0LnRjcF9tYXhfc3luX2JhY2tsb2c9MTYzODQ5OApuZXQuaXB2NC5uZWlnaC5kZWZhdWx0LmdjX3RocmVzaDE9MTAwMDEKbmV0LmlwdjQubmVpZ2guZGVmYXVsdC5nY190aHJlc2gyPTgxOTIKbmV0LmlwdjQubmVpZ2guZGVmYXVsdC5nY190aHJlc2gzPTE2Mzg0CiMgVGhlIGZvbGxvd2luZyBhcmUgc3lzY3RsIGNvbmZpZ3MgcGFzc2VkIGZyb20gQVBJCm5ldC5jb3JlLnJtZW1fZGVmYXVsdD00NTYwMDAKbmV0LmNvcmUud21lbV9kZWZhdWx0PTg5MDAwCm5ldC5pcHY0LnRjcF90d19yZXVzZT0xCm5ldC5pcHY0LmlwX2xvY2FsX3BvcnRfcmFuZ2U9MzI3NjggNjU0MDAKCgpuZXQuaXB2NC5pcF9sb2NhbF9yZXNlcnZlZF9wb3J0cz02NTMzMAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="true" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="true" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="never" THP_DEFRAG="defer+madvise" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogOTAsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA3MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJjcHVNYW5hZ2VyUG9saWN5IjogInN0YXRpYyIsCiAgICAidG9wb2xvZ3lNYW5hZ2VyUG9saWN5IjogImJlc3QtZWZmb3J0IiwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IDEyMzQ1LAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiY3B1Q0ZTUXVvdGEiOiBmYWxzZSwKICAgICJjcHVDRlNRdW90YVBlcmlvZCI6ICIyMDBtcyIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkN1c3RvbUNQVUNGU1F1b3RhUGVyaW9kIjogdHJ1ZSwKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZSwKICAgICAgICAiUG9kUHJpb3JpdHkiOiB0cnVlLAogICAgICAgICJSb3RhdGVLdWJlbGV0U2VydmVyQ2VydGlmaWNhdGUiOiB0cnVlLAogICAgICAgICJhIjogZmFsc2UsCiAgICAgICAgIngiOiBmYWxzZQogICAgfSwKICAgICJmYWlsU3dhcE9uIjogZmFsc2UsCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICIxMDAwTSIsCiAgICAiY29udGFpbmVyTG9nTWF4RmlsZXMiOiA5OSwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0sCiAgICAiYWxsb3dlZFVuc2FmZVN5c2N0bHMiOiBbCiAgICAgICAgImtlcm5lbC5tc2cqIiwKICAgICAgICAibmV0LmlwdjQucm91dGUubWluX3BtdHUiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="1500" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NDk5Cm5ldC5pcHY0LnRjcF9tYXhfc3luX2JhY2tsb2c9MTYzODQ5OApuZXQuaXB2NC5uZWlnaC5kZWZhdWx0LmdjX3RocmVzaDE9MTAwMDEKbmV0LmlwdjQubmVpZ2guZGVmYXVsdC5nY190aHJlc2gyPTgxOTIKbmV0LmlwdjQubmVpZ2guZGVmYXVsdC5nY190aHJlc2gzPTE2Mzg0CiMgVGhlIGZvbGxvd2luZyBhcmUgc3lzY3RsIGNvbmZpZ3MgcGFzc2VkIGZyb20gQVBJCm5ldC5jb3JlLnJtZW1fZGVmYXVsdD00NTYwMDAKbmV0LmNvcmUud21lbV9kZWZhdWx0PTg5MDAwCm5ldC5pcHY0LnRjcF90d19yZXVzZT0xCm5ldC5pcHY0LmlwX2xvY2FsX3BvcnRfcmFuZ2U9MzI3NjggNjU0MDAKCgpuZXQuaXB2NC5pcF9sb2NhbF9yZXNlcnZlZF9wb3J0cz02NTMzMAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/CustomData b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/CustomData index d9b2e9d8041..d2a035bda34 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/line9.sh b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/CSECommand index 6f5ec53c4e9..3f81973456a 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogOTAsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA3MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJjcHVNYW5hZ2VyUG9saWN5IjogInN0YXRpYyIsCiAgICAidG9wb2xvZ3lNYW5hZ2VyUG9saWN5IjogImJlc3QtZWZmb3J0IiwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IDEyMzQ1LAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiY3B1Q0ZTUXVvdGEiOiBmYWxzZSwKICAgICJjcHVDRlNRdW90YVBlcmlvZCI6ICIyMDBtcyIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkN1c3RvbUNQVUNGU1F1b3RhUGVyaW9kIjogdHJ1ZSwKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZSwKICAgICAgICAiUG9kUHJpb3JpdHkiOiB0cnVlLAogICAgICAgICJSb3RhdGVLdWJlbGV0U2VydmVyQ2VydGlmaWNhdGUiOiB0cnVlLAogICAgICAgICJhIjogZmFsc2UsCiAgICAgICAgIngiOiBmYWxzZQogICAgfSwKICAgICJjb250YWluZXJMb2dNYXhTaXplIjogIjEwMDBNIiwKICAgICJjb250YWluZXJMb2dNYXhGaWxlcyI6IDk5LAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXSwKICAgICJhbGxvd2VkVW5zYWZlU3lzY3RscyI6IFsKICAgICAgICAia2VybmVsLm1zZyoiLAogICAgICAgICJuZXQuaXB2NC5yb3V0ZS5taW5fcG10dSIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogOTAsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA3MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJjcHVNYW5hZ2VyUG9saWN5IjogInN0YXRpYyIsCiAgICAidG9wb2xvZ3lNYW5hZ2VyUG9saWN5IjogImJlc3QtZWZmb3J0IiwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IDEyMzQ1LAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiY3B1Q0ZTUXVvdGEiOiBmYWxzZSwKICAgICJjcHVDRlNRdW90YVBlcmlvZCI6ICIyMDBtcyIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkN1c3RvbUNQVUNGU1F1b3RhUGVyaW9kIjogdHJ1ZSwKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZSwKICAgICAgICAiUG9kUHJpb3JpdHkiOiB0cnVlLAogICAgICAgICJSb3RhdGVLdWJlbGV0U2VydmVyQ2VydGlmaWNhdGUiOiB0cnVlLAogICAgICAgICJhIjogZmFsc2UsCiAgICAgICAgIngiOiBmYWxzZQogICAgfSwKICAgICJjb250YWluZXJMb2dNYXhTaXplIjogIjEwMDBNIiwKICAgICJjb250YWluZXJMb2dNYXhGaWxlcyI6IDk5LAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXSwKICAgICJhbGxvd2VkVW5zYWZlU3lzY3RscyI6IFsKICAgICAgICAia2VybmVsLm1zZyoiLAogICAgICAgICJuZXQuaXB2NC5yb3V0ZS5taW5fcG10dSIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/CustomData b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/CustomData index d9b2e9d8041..d2a035bda34 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/line9.sh b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/CSECommand index 25dee7b2840..9b0ce9b31d6 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=docker CLI_TOOL=docker CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=docker CLI_TOOL=docker CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/CustomData b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/CustomData index 87cefa13209..9786e160365 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/line9.sh b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/CSECommand index 25dee7b2840..9b0ce9b31d6 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=docker CLI_TOOL=docker CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=docker CLI_TOOL=docker CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/CustomData b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/CustomData index 87cefa13209..9786e160365 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/line9.sh b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1604+Docker/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+Docker/CSECommand index bd2c42bd442..9d017cb50d9 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Docker/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+Docker/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=docker CLI_TOOL=docker CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=docker CLI_TOOL=docker CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+Docker/CustomData b/pkg/agent/testdata/AKSUbuntu1604+Docker/CustomData index 5230cf609ab..2a408594cb9 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Docker/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+Docker/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1604+Docker/line9.sh b/pkg/agent/testdata/AKSUbuntu1604+Docker/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Docker/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+Docker/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/CSECommand index ffc26d45e10..800684b5cee 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAic3lzdGVtUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIyIiwKICAgICAgICAibWVtb3J5IjogIjFHaSIKICAgIH0sCiAgICAia3ViZVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMTAwbSIsCiAgICAgICAgIm1lbW9yeSI6ICIxNjM4TWkiCiAgICB9LAogICAgImVuZm9yY2VOb2RlQWxsb2NhdGFibGUiOiBbCiAgICAgICAgInBvZHMiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAic3lzdGVtUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIyIiwKICAgICAgICAibWVtb3J5IjogIjFHaSIKICAgIH0sCiAgICAia3ViZVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMTAwbSIsCiAgICAgICAgIm1lbW9yeSI6ICIxNjM4TWkiCiAgICB9LAogICAgImVuZm9yY2VOb2RlQWxsb2NhdGFibGUiOiBbCiAgICAgICAgInBvZHMiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/CustomData b/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/CustomData index 121fc2cb1ac..395e8d58a1b 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/line9.sh b/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/CSECommand index bbd3b1d74f0..cdfc358f66f 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="true" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="true" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/CustomData b/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/CustomData index 843200d6d11..c47878920cd 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/line9.sh b/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/CSECommand index 7e36d1b63d1..0369dd5d3e1 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=false ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=true TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJudmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=false ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=true TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJudmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/CustomData b/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/CustomData index 8551b1855ea..b1d8c705fc5 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/line9.sh b/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S115/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+K8S115/CSECommand index 4f9bfc84edf..513529615e5 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S115/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S115/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S115/CustomData b/pkg/agent/testdata/AKSUbuntu1604+K8S115/CustomData index 5230cf609ab..2a408594cb9 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S115/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S115/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S115/line9.sh b/pkg/agent/testdata/AKSUbuntu1604+K8S115/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S115/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S115/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S117/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+K8S117/CSECommand index 44c8bc92e1e..902467a3fbf 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S117/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S117/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.17.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.17.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S117/CustomData b/pkg/agent/testdata/AKSUbuntu1604+K8S117/CustomData index 843200d6d11..c47878920cd 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S117/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S117/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S117/line9.sh b/pkg/agent/testdata/AKSUbuntu1604+K8S117/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S117/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S117/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S118/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+K8S118/CSECommand index 6493fbf91f7..6ab793a3ae4 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S118/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S118/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S118/CustomData b/pkg/agent/testdata/AKSUbuntu1604+K8S118/CustomData index 843200d6d11..c47878920cd 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S118/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S118/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S118/line9.sh b/pkg/agent/testdata/AKSUbuntu1604+K8S118/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S118/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S118/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/CSECommand index 893e5f55cb4..8a6fe82239c 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/CustomData b/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/CustomData index d9b2e9d8041..d2a035bda34 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/line9.sh b/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/CSECommand index 4f9bfc84edf..513529615e5 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/CustomData b/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/CustomData index 5230cf609ab..2a408594cb9 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/line9.sh b/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/CSECommand index b54be6fa9fd..731eb13828a 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvY29udGFpbmVycyIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiXQogIHNhbmRib3hfaW1hZ2UgPSAiIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvY29udGFpbmVycyIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiXQogIHNhbmRib3hfaW1hZ2UgPSAiIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvY29udGFpbmVycyIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiXQogIHNhbmRib3hfaW1hZ2UgPSAiIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvY29udGFpbmVycyIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiXQogIHNhbmRib3hfaW1hZ2UgPSAiIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/CustomData b/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/CustomData index a18f303a691..c4a6477be9d 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/line9.sh b/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/CSECommand index 1d6994e13c1..89b1aaf76e7 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="true" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvYWtzL2NvbnRhaW5lcnMiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIl0KICBzYW5kYm94X2ltYWdlID0gIiIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvYWtzL2NvbnRhaW5lcnMiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIl0KICBzYW5kYm94X2ltYWdlID0gIiIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="true" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvYWtzL2NvbnRhaW5lcnMiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIl0KICBzYW5kYm94X2ltYWdlID0gIiIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvYWtzL2NvbnRhaW5lcnMiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIl0KICBzYW5kYm94X2ltYWdlID0gIiIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/CustomData b/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/CustomData index bc79bbf4fe5..bdd139a37c2 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/line9.sh b/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/CSECommand index be1d045e771..2ab9354cf31 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvY29udGFpbmVycyIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiXQogIHNhbmRib3hfaW1hZ2UgPSAiIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvY29udGFpbmVycyIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiXQogIHNhbmRib3hfaW1hZ2UgPSAiIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvY29udGFpbmVycyIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiXQogIHNhbmRib3hfaW1hZ2UgPSAiIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvY29udGFpbmVycyIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiXQogIHNhbmRib3hfaW1hZ2UgPSAiIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/CustomData b/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/CustomData index a18f303a691..c4a6477be9d 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/line9.sh b/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1804+ArtifactStreaming/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+ArtifactStreaming/CSECommand index 74a1a9fc4ce..dc820a4f376 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+ArtifactStreaming/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+ArtifactStreaming/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.25.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBzbmFwc2hvdHRlciA9ICJvdmVybGF5YmQiCiAgICBkaXNhYmxlX3NuYXBzaG90X2Fubm90YXRpb25zID0gZmFsc2UKICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICAgIFN5c3RlbWRDZ3JvdXAgPSB0cnVlCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeV0KICAgIGNvbmZpZ19wYXRoID0gIi9ldGMvY29udGFpbmVyZC9jZXJ0cy5kIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMub3ZlcmxheWJkXQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9vdmVybGF5YmQtc25hcHNob3R0ZXIvb3ZlcmxheWJkLnNvY2siCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBzbmFwc2hvdHRlciA9ICJvdmVybGF5YmQiCiAgICBkaXNhYmxlX3NuYXBzaG90X2Fubm90YXRpb25zID0gZmFsc2UKICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICAgIFN5c3RlbWRDZ3JvdXAgPSB0cnVlCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeV0KICAgIGNvbmZpZ19wYXRoID0gIi9ldGMvY29udGFpbmVyZC9jZXJ0cy5kIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMub3ZlcmxheWJkXQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9vdmVybGF5YmQtc25hcHNob3R0ZXIvb3ZlcmxheWJkLnNvY2siCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="true" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.25.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBzbmFwc2hvdHRlciA9ICJvdmVybGF5YmQiCiAgICBkaXNhYmxlX3NuYXBzaG90X2Fubm90YXRpb25zID0gZmFsc2UKICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICAgIFN5c3RlbWRDZ3JvdXAgPSB0cnVlCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeV0KICAgIGNvbmZpZ19wYXRoID0gIi9ldGMvY29udGFpbmVyZC9jZXJ0cy5kIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMub3ZlcmxheWJkXQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9vdmVybGF5YmQtc25hcHNob3R0ZXIvb3ZlcmxheWJkLnNvY2siCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBzbmFwc2hvdHRlciA9ICJvdmVybGF5YmQiCiAgICBkaXNhYmxlX3NuYXBzaG90X2Fubm90YXRpb25zID0gZmFsc2UKICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICAgIFN5c3RlbWRDZ3JvdXAgPSB0cnVlCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeV0KICAgIGNvbmZpZ19wYXRoID0gIi9ldGMvY29udGFpbmVyZC9jZXJ0cy5kIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMub3ZlcmxheWJkXQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9vdmVybGF5YmQtc25hcHNob3R0ZXIvb3ZlcmxheWJkLnNvY2siCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="true" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+ArtifactStreaming/CustomData b/pkg/agent/testdata/AKSUbuntu1804+ArtifactStreaming/CustomData index 31312f30f5a..3418d38e3b1 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+ArtifactStreaming/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+ArtifactStreaming/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1804+ArtifactStreaming/line9.sh b/pkg/agent/testdata/AKSUbuntu1804+ArtifactStreaming/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+ArtifactStreaming/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+ArtifactStreaming/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/CSECommand index 6f08ee505c1..46ab037c0c4 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJudmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJudmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/CustomData index 8a90e7dcc32..f0c2975cb67 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/line9.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/CSECommand index 5869a9a13b4..1d99118f17b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.22.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.22.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/CustomData index 0ff408afade..338661232ee 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/line9.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/CSECommand index 7ef0f3569a5..8d4e1987ba4 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.0 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION=1.4.4 CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.0 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION=1.4.4 CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/CustomData index bf3862eca6f..6c2c78aa4f8 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/line9.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/CSECommand index 30b97258c19..651bc8f9698 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.22.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME=1.2.3.4 IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.22.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME=1.2.3.4 IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/CustomData index 7f6f40d5cd2..8aa2f76a5f3 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/line9.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/CSECommand index d53976eae0c..e37762c01c0 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL=some url CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="true" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBzbmFwc2hvdHRlciA9ICJ0ZWxlcG9ydGQiCiAgICBkaXNhYmxlX3NuYXBzaG90X2Fubm90YXRpb25zID0gZmFsc2UKICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jbmldCiAgICBiaW5fZGlyID0gIi9vcHQvY25pL2JpbiIKICAgIGNvbmZfZGlyID0gIi9ldGMvY25pL25ldC5kIgogICAgY29uZl90ZW1wbGF0ZSA9ICIvZXRjL2NvbnRhaW5lcmQva3ViZW5ldF90ZW1wbGF0ZS5jb25mIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGVsZXBvcnRkXQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi90ZWxlcG9ydGQvc25hcHNob3R0ZXIuc29jayIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBzbmFwc2hvdHRlciA9ICJ0ZWxlcG9ydGQiCiAgICBkaXNhYmxlX3NuYXBzaG90X2Fubm90YXRpb25zID0gZmFsc2UKICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jbmldCiAgICBiaW5fZGlyID0gIi9vcHQvY25pL2JpbiIKICAgIGNvbmZfZGlyID0gIi9ldGMvY25pL25ldC5kIgogICAgY29uZl90ZW1wbGF0ZSA9ICIvZXRjL2NvbnRhaW5lcmQva3ViZW5ldF90ZW1wbGF0ZS5jb25mIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGVsZXBvcnRkXQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi90ZWxlcG9ydGQvc25hcHNob3R0ZXIuc29jayIK" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL=some url CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="true" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBzbmFwc2hvdHRlciA9ICJ0ZWxlcG9ydGQiCiAgICBkaXNhYmxlX3NuYXBzaG90X2Fubm90YXRpb25zID0gZmFsc2UKICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jbmldCiAgICBiaW5fZGlyID0gIi9vcHQvY25pL2JpbiIKICAgIGNvbmZfZGlyID0gIi9ldGMvY25pL25ldC5kIgogICAgY29uZl90ZW1wbGF0ZSA9ICIvZXRjL2NvbnRhaW5lcmQva3ViZW5ldF90ZW1wbGF0ZS5jb25mIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGVsZXBvcnRkXQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi90ZWxlcG9ydGQvc25hcHNob3R0ZXIuc29jayIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBzbmFwc2hvdHRlciA9ICJ0ZWxlcG9ydGQiCiAgICBkaXNhYmxlX3NuYXBzaG90X2Fubm90YXRpb25zID0gZmFsc2UKICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jbmldCiAgICBiaW5fZGlyID0gIi9vcHQvY25pL2JpbiIKICAgIGNvbmZfZGlyID0gIi9ldGMvY25pL25ldC5kIgogICAgY29uZl90ZW1wbGF0ZSA9ICIvZXRjL2NvbnRhaW5lcmQva3ViZW5ldF90ZW1wbGF0ZS5jb25mIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGVsZXBvcnRkXQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi90ZWxlcG9ydGQvc25hcHNob3R0ZXIuc29jayIK" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/CustomData index bf3862eca6f..6c2c78aa4f8 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/line9.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/CSECommand index f5456747461..d053e6354b3 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY=calico VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="calico" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY=calico VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="calico" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/CustomData index 492694f14ae..4af8aec0e44 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/line9.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/CSECommand index b063f006307..5b1fe2bdc41 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY25pXQogICAgYmluX2RpciA9ICIvb3B0L2NuaS9iaW4iCiAgICBjb25mX2RpciA9ICIvZXRjL2NuaS9uZXQuZCIKICAgIGNvbmZfdGVtcGxhdGUgPSAiL2V0Yy9jb250YWluZXJkL2t1YmVuZXRfdGVtcGxhdGUuY29uZiIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY25pXQogICAgYmluX2RpciA9ICIvb3B0L2NuaS9iaW4iCiAgICBjb25mX2RpciA9ICIvZXRjL2NuaS9uZXQuZCIKICAgIGNvbmZfdGVtcGxhdGUgPSAiL2V0Yy9jb250YWluZXJkL2t1YmVuZXRfdGVtcGxhdGUuY29uZiIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY25pXQogICAgYmluX2RpciA9ICIvb3B0L2NuaS9iaW4iCiAgICBjb25mX2RpciA9ICIvZXRjL2NuaS9uZXQuZCIKICAgIGNvbmZfdGVtcGxhdGUgPSAiL2V0Yy9jb250YWluZXJkL2t1YmVuZXRfdGVtcGxhdGUuY29uZiIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY25pXQogICAgYmluX2RpciA9ICIvb3B0L2NuaS9iaW4iCiAgICBjb25mX2RpciA9ICIvZXRjL2NuaS9uZXQuZCIKICAgIGNvbmZfdGVtcGxhdGUgPSAiL2V0Yy9jb250YWluZXJkL2t1YmVuZXRfdGVtcGxhdGUuY29uZiIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/CustomData index bf3862eca6f..6c2c78aa4f8 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/line9.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/CSECommand index 8f4ed9c225b..253a9b3d2d0 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY25pXQogICAgYmluX2RpciA9ICIvb3B0L2NuaS9iaW4iCiAgICBjb25mX2RpciA9ICIvZXRjL2NuaS9uZXQuZCIKICAgIGNvbmZfdGVtcGxhdGUgPSAiL2V0Yy9jb250YWluZXJkL2t1YmVuZXRfdGVtcGxhdGUuY29uZiIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY25pXQogICAgYmluX2RpciA9ICIvb3B0L2NuaS9iaW4iCiAgICBjb25mX2RpciA9ICIvZXRjL2NuaS9uZXQuZCIKICAgIGNvbmZfdGVtcGxhdGUgPSAiL2V0Yy9jb250YWluZXJkL2t1YmVuZXRfdGVtcGxhdGUuY29uZiIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY25pXQogICAgYmluX2RpciA9ICIvb3B0L2NuaS9iaW4iCiAgICBjb25mX2RpciA9ICIvZXRjL2NuaS9uZXQuZCIKICAgIGNvbmZfdGVtcGxhdGUgPSAiL2V0Yy9jb250YWluZXJkL2t1YmVuZXRfdGVtcGxhdGUuY29uZiIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY25pXQogICAgYmluX2RpciA9ICIvb3B0L2NuaS9iaW4iCiAgICBjb25mX2RpciA9ICIvZXRjL2NuaS9uZXQuZCIKICAgIGNvbmZfdGVtcGxhdGUgPSAiL2V0Yy9jb250YWluZXJkL2t1YmVuZXRfdGVtcGxhdGUuY29uZiIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/CustomData index bf3862eca6f..6c2c78aa4f8 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/line9.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/CSECommand index 28e576c14c4..66967efda34 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=true CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="MIG7g" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJudmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=true CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="MIG7g" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJudmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/CustomData index 8a90e7dcc32..f0c2975cb67 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/line9.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/CSECommand index c33e7cd312f..b7e4b3b3247 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=true CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="true" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="MIG7g" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJudmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=true CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="true" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="MIG7g" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJudmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/CustomData index 8a90e7dcc32..f0c2975cb67 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/line9.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/CSECommand index 7ad0504443d..302171f0eb9 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="Zm9vYmFyDQo=" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="Zm9vYmFyDQo=" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/CustomData index 843200d6d11..c47878920cd 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/line9.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/CSECommand index f49fae8e9c2..a33ff09e290 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJudmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJudmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/CustomData index 2c963b72823..b1d9102833a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/line9.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/CSECommand index 1ed2399f313..cff5690ab20 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=clientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="acr.io/privateacr" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="Y2xpZW50U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=clientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="acr.io/privateacr" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="Y2xpZW50U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/CustomData index bf3862eca6f..6c2c78aa4f8 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/line9.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/CSECommand index d53976eae0c..e37762c01c0 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL=some url CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="true" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBzbmFwc2hvdHRlciA9ICJ0ZWxlcG9ydGQiCiAgICBkaXNhYmxlX3NuYXBzaG90X2Fubm90YXRpb25zID0gZmFsc2UKICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jbmldCiAgICBiaW5fZGlyID0gIi9vcHQvY25pL2JpbiIKICAgIGNvbmZfZGlyID0gIi9ldGMvY25pL25ldC5kIgogICAgY29uZl90ZW1wbGF0ZSA9ICIvZXRjL2NvbnRhaW5lcmQva3ViZW5ldF90ZW1wbGF0ZS5jb25mIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGVsZXBvcnRkXQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi90ZWxlcG9ydGQvc25hcHNob3R0ZXIuc29jayIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBzbmFwc2hvdHRlciA9ICJ0ZWxlcG9ydGQiCiAgICBkaXNhYmxlX3NuYXBzaG90X2Fubm90YXRpb25zID0gZmFsc2UKICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jbmldCiAgICBiaW5fZGlyID0gIi9vcHQvY25pL2JpbiIKICAgIGNvbmZfZGlyID0gIi9ldGMvY25pL25ldC5kIgogICAgY29uZl90ZW1wbGF0ZSA9ICIvZXRjL2NvbnRhaW5lcmQva3ViZW5ldF90ZW1wbGF0ZS5jb25mIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGVsZXBvcnRkXQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi90ZWxlcG9ydGQvc25hcHNob3R0ZXIuc29jayIK" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL=some url CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="true" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBzbmFwc2hvdHRlciA9ICJ0ZWxlcG9ydGQiCiAgICBkaXNhYmxlX3NuYXBzaG90X2Fubm90YXRpb25zID0gZmFsc2UKICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jbmldCiAgICBiaW5fZGlyID0gIi9vcHQvY25pL2JpbiIKICAgIGNvbmZfZGlyID0gIi9ldGMvY25pL25ldC5kIgogICAgY29uZl90ZW1wbGF0ZSA9ICIvZXRjL2NvbnRhaW5lcmQva3ViZW5ldF90ZW1wbGF0ZS5jb25mIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGVsZXBvcnRkXQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi90ZWxlcG9ydGQvc25hcHNob3R0ZXIuc29jayIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBzbmFwc2hvdHRlciA9ICJ0ZWxlcG9ydGQiCiAgICBkaXNhYmxlX3NuYXBzaG90X2Fubm90YXRpb25zID0gZmFsc2UKICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jbmldCiAgICBiaW5fZGlyID0gIi9vcHQvY25pL2JpbiIKICAgIGNvbmZfZGlyID0gIi9ldGMvY25pL25ldC5kIgogICAgY29uZl90ZW1wbGF0ZSA9ICIvZXRjL2NvbnRhaW5lcmQva3ViZW5ldF90ZW1wbGF0ZS5jb25mIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGVsZXBvcnRkXQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi90ZWxlcG9ydGQvc25hcHNob3R0ZXIuc29jayIK" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/CustomData index bf3862eca6f..6c2c78aa4f8 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/line9.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/CSECommand index 494b66453d9..f31800ce9d9 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/CustomData index 843200d6d11..c47878920cd 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/line9.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/CSECommand index 092cc8e4c4f..0ebf3b432ca 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.14 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="true" CUSTOM_CA_TRUST_COUNT="3" CUSTOM_CA_CERT_0="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" CUSTOM_CA_CERT_1="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" CUSTOM_CA_CERT_2="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.14 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="true" CUSTOM_CA_TRUST_COUNT="3" CUSTOM_CA_CERT_0="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" CUSTOM_CA_CERT_1="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" CUSTOM_CA_CERT_2="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/CustomData b/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/CustomData index 843200d6d11..c47878920cd 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/line9.sh b/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/CSECommand index b81b5117bbe..388fb3caa36 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/CustomData index bf3862eca6f..6c2c78aa4f8 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/line9.sh b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/CSECommand index b81b5117bbe..388fb3caa36 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/CustomData index bf3862eca6f..6c2c78aa4f8 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/line9.sh b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/CSECommand index d7851ec0abb..a9b0a92eb44 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.0 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.0 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/CustomData b/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/CustomData index 843200d6d11..c47878920cd 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/line9.sh b/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/CSECommand index b20c80c1397..88f9deeb7e3 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.14 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="true" SHOULD_CONFIGURE_HTTP_PROXY_CA="true" HTTP_PROXY_TRUSTED_CA="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="http://myproxy.server.com:8080/" HTTPS_PROXY_URLS="https://myproxy.server.com:8080/" NO_PROXY_URLS="localhost,127.0.0.1" PROXY_VARS="export NO_PROXY="localhost,127.0.0.1"; export HTTPS_PROXY="https://myproxy.server.com:8080/"; export http_proxy="http://myproxy.server.com:8080/";" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.14 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="true" SHOULD_CONFIGURE_HTTP_PROXY_CA="true" HTTP_PROXY_TRUSTED_CA="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="http://myproxy.server.com:8080/" HTTPS_PROXY_URLS="https://myproxy.server.com:8080/" NO_PROXY_URLS="localhost,127.0.0.1" PROXY_VARS="export NO_PROXY="localhost,127.0.0.1"; export HTTPS_PROXY="https://myproxy.server.com:8080/"; export http_proxy="http://myproxy.server.com:8080/";" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/CustomData b/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/CustomData index 843200d6d11..c47878920cd 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/line9.sh b/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/CSECommand index 4682b612772..323010361a0 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.3 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="true" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="07401b.f395accd246ae52d" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="Zm9vQmFyQmF6" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.3 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="true" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="07401b.f395accd246ae52d" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="Zm9vQmFyQmF6" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/CustomData b/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/CustomData index eefc574f10d..2b505d86143 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/line9.sh b/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1804+NoArtifactStreaming/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+NoArtifactStreaming/CSECommand index 61d387002c7..7744a0be85a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+NoArtifactStreaming/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+NoArtifactStreaming/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.25.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.25.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+NoArtifactStreaming/CustomData b/pkg/agent/testdata/AKSUbuntu1804+NoArtifactStreaming/CustomData index 31312f30f5a..3418d38e3b1 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+NoArtifactStreaming/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+NoArtifactStreaming/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1804+NoArtifactStreaming/line9.sh b/pkg/agent/testdata/AKSUbuntu1804+NoArtifactStreaming/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+NoArtifactStreaming/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+NoArtifactStreaming/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/CSECommand index 1c5bb99c0e9..a90904851d6 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.20.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=none NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.20.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=none NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/CustomData b/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/CustomData index 0ff408afade..338661232ee 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/line9.sh b/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1804+krustlet/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+krustlet/CSECommand index 3ad8230cc05..ad2016ed42f 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+krustlet/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+krustlet/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.20.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="true" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="true" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="07401b.f395accd246ae52d" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="Zm9vQmFyQmF6" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNwaW5dCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNwaW4udjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5zbGlnaHRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNsaWdodC12MC0zLTAudjEiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5zcGluLXYwLTMtMF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQuc3Bpbi12MC0zLTAudjEiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5zbGlnaHQtdjAtMy0wXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zbGlnaHQtdjAtMy0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc3Bpbi12MC01LTFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNwaW4tdjAtNS0xLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc2xpZ2h0LXYwLTUtMV0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQuc2xpZ2h0LXYwLTUtMS52MSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNwaW4tdjAtOC0wXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zcGluLXYwLTgtMC52MSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNsaWdodC12MC04LTBdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNsaWdodC12MC04LTAudjEiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy53d3MtdjAtOC0wXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC53d3MtdjAtOC0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc3Bpbi12MC0xNS0xXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zcGluLnYyIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNwaW5dCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNwaW4udjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5zbGlnaHRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNsaWdodC12MC0zLTAudjEiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5zcGluLXYwLTMtMF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQuc3Bpbi12MC0zLTAudjEiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5zbGlnaHQtdjAtMy0wXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zbGlnaHQtdjAtMy0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc3Bpbi12MC01LTFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNwaW4tdjAtNS0xLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc2xpZ2h0LXYwLTUtMV0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQuc2xpZ2h0LXYwLTUtMS52MSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNwaW4tdjAtOC0wXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zcGluLXYwLTgtMC52MSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNsaWdodC12MC04LTBdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNsaWdodC12MC04LTAudjEiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy53d3MtdjAtOC0wXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC53d3MtdjAtOC0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc3Bpbi12MC0xNS0xXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zcGluLnYyIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.20.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="true" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="true" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="07401b.f395accd246ae52d" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="Zm9vQmFyQmF6" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNwaW5dCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNwaW4udjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5zbGlnaHRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNsaWdodC12MC0zLTAudjEiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5zcGluLXYwLTMtMF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQuc3Bpbi12MC0zLTAudjEiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5zbGlnaHQtdjAtMy0wXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zbGlnaHQtdjAtMy0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc3Bpbi12MC01LTFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNwaW4tdjAtNS0xLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc2xpZ2h0LXYwLTUtMV0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQuc2xpZ2h0LXYwLTUtMS52MSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNwaW4tdjAtOC0wXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zcGluLXYwLTgtMC52MSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNsaWdodC12MC04LTBdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNsaWdodC12MC04LTAudjEiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy53d3MtdjAtOC0wXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC53d3MtdjAtOC0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc3Bpbi12MC0xNS0xXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zcGluLnYyIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNwaW5dCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNwaW4udjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5zbGlnaHRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNsaWdodC12MC0zLTAudjEiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5zcGluLXYwLTMtMF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQuc3Bpbi12MC0zLTAudjEiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5zbGlnaHQtdjAtMy0wXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zbGlnaHQtdjAtMy0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc3Bpbi12MC01LTFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNwaW4tdjAtNS0xLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc2xpZ2h0LXYwLTUtMV0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQuc2xpZ2h0LXYwLTUtMS52MSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNwaW4tdjAtOC0wXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zcGluLXYwLTgtMC52MSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNsaWdodC12MC04LTBdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNsaWdodC12MC04LTAudjEiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy53d3MtdjAtOC0wXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC53d3MtdjAtOC0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc3Bpbi12MC0xNS0xXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zcGluLnYyIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+krustlet/CustomData b/pkg/agent/testdata/AKSUbuntu1804+krustlet/CustomData index 38d3c616735..9f12914890b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+krustlet/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+krustlet/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1804+krustlet/line9.sh b/pkg/agent/testdata/AKSUbuntu1804+krustlet/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+krustlet/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+krustlet/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/CSECommand b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/CSECommand index 36c088b8183..2981ff5d0ba 100644 --- a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.22.2 HYPERKUBE_URL= KUBE_BINARY_URL=https://acs-mirror.azureedge.net/kubernetes/1.22.2/binaries/kubernetes-node-linux-arm64.tar.gz CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL=mcr.microsoft.com/oss/kubernetes/kube-proxy:v1.22.2 APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.4.13/binaries/azure-vnet-cni-linux-arm64-v1.4.14.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL=https://acs-mirror.azureedge.net/kubernetes/1.22.2/binaries/kubernetes-node-linux-arm64.tar.gz USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRGlzYWJsZUFjY2VsZXJhdG9yVXNhZ2VNZXRyaWNzIjogZmFsc2UsCiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAiIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.22.2 HYPERKUBE_URL= KUBE_BINARY_URL=https://acs-mirror.azureedge.net/kubernetes/1.22.2/binaries/kubernetes-node-linux-arm64.tar.gz CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL=mcr.microsoft.com/oss/kubernetes/kube-proxy:v1.22.2 APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.4.13/binaries/azure-vnet-cni-linux-arm64-v1.4.14.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL=https://acs-mirror.azureedge.net/kubernetes/1.22.2/binaries/kubernetes-node-linux-arm64.tar.gz USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRGlzYWJsZUFjY2VsZXJhdG9yVXNhZ2VNZXRyaWNzIjogZmFsc2UsCiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAiIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/CustomData b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/CustomData index 04d78e2af6d..3924d32cbf6 100644 --- a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/line9.sh b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/CSECommand b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/CSECommand index 4e17b90b377..cdb3df91682 100644 --- a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION= HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID= NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL= CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES= CLOUDPROVIDER_BACKOFF_EXPONENT= CLOUDPROVIDER_BACKOFF_DURATION= CLOUDPROVIDER_BACKOFF_JITTER= CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS= CLOUDPROVIDER_RATELIMIT_QPS_WRITE= CLOUDPROVIDER_RATELIMIT_BUCKET= CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE= LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE= NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRGlzYWJsZUFjY2VsZXJhdG9yVXNhZ2VNZXRyaWNzIjogZmFsc2UsCiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAiIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION= HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID= NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL= CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES= CLOUDPROVIDER_BACKOFF_EXPONENT= CLOUDPROVIDER_BACKOFF_DURATION= CLOUDPROVIDER_BACKOFF_JITTER= CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS= CLOUDPROVIDER_RATELIMIT_QPS_WRITE= CLOUDPROVIDER_RATELIMIT_BUCKET= CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE= LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE= NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRGlzYWJsZUFjY2VsZXJhdG9yVXNhZ2VNZXRyaWNzIjogZmFsc2UsCiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAiIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/CustomData b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/CustomData index 5a2187f81f5..6a7805ab9bf 100644 --- a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/line9.sh b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/CSECommand b/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/CSECommand index c15be3332c4..53ac8411e2b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION=1.0.0-rc96 RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION=1.0.0-rc96 RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/CustomData b/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/CustomData index bf3862eca6f..6c2c78aa4f8 100644 --- a/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/line9.sh b/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu2204+China/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+China/CSECommand index 3fc930fae04..0493108ec15 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+China/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+China/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=chinaeast2 VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzureChinaCloud" TARGET_ENVIRONMENT="AzureChinaCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=chinaeast2 VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzureChinaCloud" TARGET_ENVIRONMENT="AzureChinaCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+China/CustomData b/pkg/agent/testdata/AKSUbuntu2204+China/CustomData index 4067a8c1616..c0dfc99e469 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+China/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+China/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu2204+China/line9.sh b/pkg/agent/testdata/AKSUbuntu2204+China/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+China/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+China/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG+ArtifactStreaming/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG+ArtifactStreaming/CSECommand index 25e4a292b96..28c2207d054 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG+ArtifactStreaming/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG+ArtifactStreaming/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.25.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=true CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="true" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="MIG7g" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBzbmFwc2hvdHRlciA9ICJvdmVybGF5YmQiCiAgICBkaXNhYmxlX3NuYXBzaG90X2Fubm90YXRpb25zID0gZmFsc2UKICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gIm52aWRpYS1jb250YWluZXItcnVudGltZSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLm52aWRpYS1jb250YWluZXItcnVudGltZV0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLm52aWRpYS1jb250YWluZXItcnVudGltZS5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL252aWRpYS1jb250YWluZXItcnVudGltZSIKICAgICAgU3lzdGVtZENncm91cCA9IHRydWUKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL252aWRpYS1jb250YWluZXItcnVudGltZSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCltwcm94eV9wbHVnaW5zXQogIFtwcm94eV9wbHVnaW5zLm92ZXJsYXliZF0KICAgIHR5cGUgPSAic25hcHNob3QiCiAgICBhZGRyZXNzID0gIi9ydW4vb3ZlcmxheWJkLXNuYXBzaG90dGVyL292ZXJsYXliZC5zb2NrIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBzbmFwc2hvdHRlciA9ICJvdmVybGF5YmQiCiAgICBkaXNhYmxlX3NuYXBzaG90X2Fubm90YXRpb25zID0gZmFsc2UKICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICAgIFN5c3RlbWRDZ3JvdXAgPSB0cnVlCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeV0KICAgIGNvbmZpZ19wYXRoID0gIi9ldGMvY29udGFpbmVyZC9jZXJ0cy5kIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMub3ZlcmxheWJkXQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9vdmVybGF5YmQtc25hcHNob3R0ZXIvb3ZlcmxheWJkLnNvY2siCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="true" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.25.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=true CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="true" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="MIG7g" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBzbmFwc2hvdHRlciA9ICJvdmVybGF5YmQiCiAgICBkaXNhYmxlX3NuYXBzaG90X2Fubm90YXRpb25zID0gZmFsc2UKICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gIm52aWRpYS1jb250YWluZXItcnVudGltZSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLm52aWRpYS1jb250YWluZXItcnVudGltZV0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLm52aWRpYS1jb250YWluZXItcnVudGltZS5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL252aWRpYS1jb250YWluZXItcnVudGltZSIKICAgICAgU3lzdGVtZENncm91cCA9IHRydWUKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL252aWRpYS1jb250YWluZXItcnVudGltZSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCltwcm94eV9wbHVnaW5zXQogIFtwcm94eV9wbHVnaW5zLm92ZXJsYXliZF0KICAgIHR5cGUgPSAic25hcHNob3QiCiAgICBhZGRyZXNzID0gIi9ydW4vb3ZlcmxheWJkLXNuYXBzaG90dGVyL292ZXJsYXliZC5zb2NrIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBzbmFwc2hvdHRlciA9ICJvdmVybGF5YmQiCiAgICBkaXNhYmxlX3NuYXBzaG90X2Fubm90YXRpb25zID0gZmFsc2UKICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICAgIFN5c3RlbWRDZ3JvdXAgPSB0cnVlCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeV0KICAgIGNvbmZpZ19wYXRoID0gIi9ldGMvY29udGFpbmVyZC9jZXJ0cy5kIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMub3ZlcmxheWJkXQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9vdmVybGF5YmQtc25hcHNob3R0ZXIvb3ZlcmxheWJkLnNvY2siCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="true" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG+ArtifactStreaming/CustomData b/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG+ArtifactStreaming/CustomData index b689c396558..67e3a6f2ef5 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG+ArtifactStreaming/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG+ArtifactStreaming/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG+ArtifactStreaming/line9.sh b/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG+ArtifactStreaming/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG+ArtifactStreaming/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG+ArtifactStreaming/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/CSECommand index 29e337296ce..510705dd6ac 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=true CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="true" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="MIG7g" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJudmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICAgIFN5c3RlbWRDZ3JvdXAgPSB0cnVlCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=true CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="true" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="MIG7g" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJudmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICAgIFN5c3RlbWRDZ3JvdXAgPSB0cnVlCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/CustomData b/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/CustomData index 58083cb8d7d..50bb13a0c08 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/line9.sh b/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu2204+CustomCloud+ootcredentialprovider/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+CustomCloud+ootcredentialprovider/CSECommand index 5460b59a0c1..ec078859358 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+CustomCloud+ootcredentialprovider/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+CustomCloud+ootcredentialprovider/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; REPO_DEPOT_ENDPOINT="https://repodepot.azure.microsoft.fakecustomcloud/ubuntu" /opt/azure/containers/init-aks-custom-cloud.sh >> /var/log/azure/cluster-provision.log 2>&1; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.29.10 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL=https://acs-mirror.azureedge.net/cloud-provider-azure/v1.29.10/binaries/azure-acr-credential-provider-linux-amd64-v1.29.10.tar.gz CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.fakecustomcloud/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzureStackCloud" TARGET_ENVIRONMENT="akscustom" CUSTOM_ENV_JSON="eyJuYW1lIjoiQXp1cmVTdGFja0Nsb3VkIiwiTmFtZSI6IkF6dXJlU3RhY2tDbG91ZCIsIm1jclVSTCI6Im1jci5taWNyb3NvZnQuZmFrZWN1c3RvbWNsb3VkIiwicmVwb0RlcG90RW5kcG9pbnQiOiJodHRwczovL3JlcG9kZXBvdC5henVyZS5taWNyb3NvZnQuZmFrZWN1c3RvbWNsb3VkL3VidW50dSIsIm1hbmFnZW1lbnRQb3J0YWxVUkwiOiJodHRwczovL3BvcnRhbC5henVyZS5taWNyb3NvZnQuZmFrZWN1c3RvbWNsb3VkLyIsInNlcnZpY2VNYW5hZ2VtZW50RW5kcG9pbnQiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS5taWNyb3NvZnQuZmFrZWN1c3RvbWNsb3VkLyIsInJlc291cmNlTWFuYWdlckVuZHBvaW50IjoiaHR0cHM6Ly9tYW5hZ2VtZW50LmF6dXJlLm1pY3Jvc29mdC5mYWtlY3VzdG9tY2xvdWQvIiwiYWN0aXZlRGlyZWN0b3J5RW5kcG9pbnQiOiJodHRwczovL2xvZ2luLm1pY3Jvc29mdG9ubGluZS5taWNyb3NvZnQuZmFrZWN1c3RvbWNsb3VkLyIsImtleVZhdWx0RW5kcG9pbnQiOiJodHRwczovL3ZhdWx0LmNsb3VkYXBpLm1pY3Jvc29mdC5mYWtlY3VzdG9tY2xvdWQvIiwiZ3JhcGhFbmRwb2ludCI6Imh0dHBzOi8vZ3JhcGguY2xvdWRhcGkubWljcm9zb2Z0LmZha2VjdXN0b21jbG91ZC8iLCJzdG9yYWdlRW5kcG9pbnRTdWZmaXgiOiJjb3JlLm1pY3Jvc29mdC5mYWtlY3VzdG9tY2xvdWQiLCJzcWxEYXRhYmFzZUROU1N1ZmZpeCI6ImRhdGFiYXNlLmNsb3VkYXBpLm1pY3Jvc29mdC5mYWtlY3VzdG9tY2xvdWQiLCJrZXlWYXVsdEROU1N1ZmZpeCI6InZhdWx0LmNsb3VkYXBpLm1pY3Jvc29mdC5mYWtlY3VzdG9tY2xvdWQiLCJyZXNvdXJjZU1hbmFnZXJWTUROU1N1ZmZpeCI6ImNsb3VkYXBwLmF6dXJlLm1pY3Jvc29mdC5mYWtlY3VzdG9tY2xvdWQvIiwiY29udGFpbmVyUmVnaXN0cnlETlNTdWZmaXgiOiIuYXp1cmVjci5taWNyb3NvZnQuZmFrZWN1c3RvbWNsb3VkIiwiY29zbW9zREJETlNTdWZmaXgiOiJkb2N1bWVudHMuY29yZS5taWNyb3NvZnQuZmFrZWN1c3RvbWNsb3VkLyIsInRva2VuQXVkaWVuY2UiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS5taWNyb3NvZnQuZmFrZWN1c3RvbWNsb3VkLyIsInJlc291cmNlSWRlbnRpZmllcnMiOnt9fQ==" IS_CUSTOM_CLOUD="true" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX=".azurecr.microsoft.fakecustomcloud" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-credential-provider-bin-dir=/var/lib/kubelet/credential-provider --image-credential-provider-config=/var/lib/kubelet/credential-provider-config.yaml --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="/etc/kubernetes/akscustom.json" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; REPO_DEPOT_ENDPOINT="https://repodepot.azure.microsoft.fakecustomcloud/ubuntu" /opt/azure/containers/init-aks-custom-cloud.sh >> /var/log/azure/cluster-provision.log 2>&1; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.29.10 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL=https://acs-mirror.azureedge.net/cloud-provider-azure/v1.29.10/binaries/azure-acr-credential-provider-linux-amd64-v1.29.10.tar.gz CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.fakecustomcloud/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzureStackCloud" TARGET_ENVIRONMENT="akscustom" CUSTOM_ENV_JSON="eyJuYW1lIjoiQXp1cmVTdGFja0Nsb3VkIiwiTmFtZSI6IkF6dXJlU3RhY2tDbG91ZCIsIm1jclVSTCI6Im1jci5taWNyb3NvZnQuZmFrZWN1c3RvbWNsb3VkIiwicmVwb0RlcG90RW5kcG9pbnQiOiJodHRwczovL3JlcG9kZXBvdC5henVyZS5taWNyb3NvZnQuZmFrZWN1c3RvbWNsb3VkL3VidW50dSIsIm1hbmFnZW1lbnRQb3J0YWxVUkwiOiJodHRwczovL3BvcnRhbC5henVyZS5taWNyb3NvZnQuZmFrZWN1c3RvbWNsb3VkLyIsInNlcnZpY2VNYW5hZ2VtZW50RW5kcG9pbnQiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS5taWNyb3NvZnQuZmFrZWN1c3RvbWNsb3VkLyIsInJlc291cmNlTWFuYWdlckVuZHBvaW50IjoiaHR0cHM6Ly9tYW5hZ2VtZW50LmF6dXJlLm1pY3Jvc29mdC5mYWtlY3VzdG9tY2xvdWQvIiwiYWN0aXZlRGlyZWN0b3J5RW5kcG9pbnQiOiJodHRwczovL2xvZ2luLm1pY3Jvc29mdG9ubGluZS5taWNyb3NvZnQuZmFrZWN1c3RvbWNsb3VkLyIsImtleVZhdWx0RW5kcG9pbnQiOiJodHRwczovL3ZhdWx0LmNsb3VkYXBpLm1pY3Jvc29mdC5mYWtlY3VzdG9tY2xvdWQvIiwiZ3JhcGhFbmRwb2ludCI6Imh0dHBzOi8vZ3JhcGguY2xvdWRhcGkubWljcm9zb2Z0LmZha2VjdXN0b21jbG91ZC8iLCJzdG9yYWdlRW5kcG9pbnRTdWZmaXgiOiJjb3JlLm1pY3Jvc29mdC5mYWtlY3VzdG9tY2xvdWQiLCJzcWxEYXRhYmFzZUROU1N1ZmZpeCI6ImRhdGFiYXNlLmNsb3VkYXBpLm1pY3Jvc29mdC5mYWtlY3VzdG9tY2xvdWQiLCJrZXlWYXVsdEROU1N1ZmZpeCI6InZhdWx0LmNsb3VkYXBpLm1pY3Jvc29mdC5mYWtlY3VzdG9tY2xvdWQiLCJyZXNvdXJjZU1hbmFnZXJWTUROU1N1ZmZpeCI6ImNsb3VkYXBwLmF6dXJlLm1pY3Jvc29mdC5mYWtlY3VzdG9tY2xvdWQvIiwiY29udGFpbmVyUmVnaXN0cnlETlNTdWZmaXgiOiIuYXp1cmVjci5taWNyb3NvZnQuZmFrZWN1c3RvbWNsb3VkIiwiY29zbW9zREJETlNTdWZmaXgiOiJkb2N1bWVudHMuY29yZS5taWNyb3NvZnQuZmFrZWN1c3RvbWNsb3VkLyIsInRva2VuQXVkaWVuY2UiOiJodHRwczovL21hbmFnZW1lbnQuY29yZS5taWNyb3NvZnQuZmFrZWN1c3RvbWNsb3VkLyIsInJlc291cmNlSWRlbnRpZmllcnMiOnt9fQ==" IS_CUSTOM_CLOUD="true" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX=".azurecr.microsoft.fakecustomcloud" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-credential-provider-bin-dir=/var/lib/kubelet/credential-provider --image-credential-provider-config=/var/lib/kubelet/credential-provider-config.yaml --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="/etc/kubernetes/akscustom.json" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+CustomCloud+ootcredentialprovider/CustomData b/pkg/agent/testdata/AKSUbuntu2204+CustomCloud+ootcredentialprovider/CustomData index d93d55879c8..73cf68c07aa 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+CustomCloud+ootcredentialprovider/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+CustomCloud+ootcredentialprovider/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu2204+CustomCloud+ootcredentialprovider/line9.sh b/pkg/agent/testdata/AKSUbuntu2204+CustomCloud+ootcredentialprovider/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+CustomCloud+ootcredentialprovider/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+CustomCloud+ootcredentialprovider/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/CSECommand index c47f5255a2f..8c3d41d526d 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; REPO_DEPOT_ENDPOINT="" /opt/azure/containers/init-aks-custom-cloud.sh >> /var/log/azure/cluster-provision.log 2>&1; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzureStackCloud" TARGET_ENVIRONMENT="akscustom" CUSTOM_ENV_JSON="eyJuYW1lIjoiQXp1cmVTdGFja0Nsb3VkIiwiTmFtZSI6IkF6dXJlU3RhY2tDbG91ZCIsInJlc291cmNlSWRlbnRpZmllcnMiOnt9fQ==" IS_CUSTOM_CLOUD="true" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="/etc/kubernetes/akscustom.json" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; REPO_DEPOT_ENDPOINT="" /opt/azure/containers/init-aks-custom-cloud.sh >> /var/log/azure/cluster-provision.log 2>&1; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzureStackCloud" TARGET_ENVIRONMENT="akscustom" CUSTOM_ENV_JSON="eyJuYW1lIjoiQXp1cmVTdGFja0Nsb3VkIiwiTmFtZSI6IkF6dXJlU3RhY2tDbG91ZCIsInJlc291cmNlSWRlbnRpZmllcnMiOnt9fQ==" IS_CUSTOM_CLOUD="true" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="/etc/kubernetes/akscustom.json" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/CustomData b/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/CustomData index c69f3d8d1c9..b800d64edf7 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/line9.sh b/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/CSECommand index 96889363dd8..2a58441438b 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="true" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="true" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="never" THP_DEFRAG="defer+madvise" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogOTAsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA3MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJjcHVNYW5hZ2VyUG9saWN5IjogInN0YXRpYyIsCiAgICAidG9wb2xvZ3lNYW5hZ2VyUG9saWN5IjogImJlc3QtZWZmb3J0IiwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IDEyMzQ1LAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiY3B1Q0ZTUXVvdGEiOiBmYWxzZSwKICAgICJjcHVDRlNRdW90YVBlcmlvZCI6ICIyMDBtcyIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkN1c3RvbUNQVUNGU1F1b3RhUGVyaW9kIjogdHJ1ZSwKICAgICAgICAiRGlzYWJsZUFjY2VsZXJhdG9yVXNhZ2VNZXRyaWNzIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiZmFpbFN3YXBPbiI6IGZhbHNlLAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiMTAwME0iLAogICAgImNvbnRhaW5lckxvZ01heEZpbGVzIjogOTksCiAgICAic3lzdGVtUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIyIiwKICAgICAgICAibWVtb3J5IjogIjFHaSIKICAgIH0sCiAgICAia3ViZVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMTAwbSIsCiAgICAgICAgIm1lbW9yeSI6ICIxNjM4TWkiCiAgICB9LAogICAgImVuZm9yY2VOb2RlQWxsb2NhdGFibGUiOiBbCiAgICAgICAgInBvZHMiCiAgICBdLAogICAgImFsbG93ZWRVbnNhZmVTeXNjdGxzIjogWwogICAgICAgICJrZXJuZWwubXNnKiIsCiAgICAgICAgIm5ldC5pcHY0LnJvdXRlLm1pbl9wbXR1IgogICAgXQp9" SWAP_FILE_SIZE_MB="1500" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NDk5Cm5ldC5pcHY0LnRjcF9tYXhfc3luX2JhY2tsb2c9MTYzODQ5OApuZXQuaXB2NC5uZWlnaC5kZWZhdWx0LmdjX3RocmVzaDE9MTAwMDEKbmV0LmlwdjQubmVpZ2guZGVmYXVsdC5nY190aHJlc2gyPTgxOTIKbmV0LmlwdjQubmVpZ2guZGVmYXVsdC5nY190aHJlc2gzPTE2Mzg0CiMgVGhlIGZvbGxvd2luZyBhcmUgc3lzY3RsIGNvbmZpZ3MgcGFzc2VkIGZyb20gQVBJCm5ldC5jb3JlLnJtZW1fZGVmYXVsdD00NTYwMDAKbmV0LmNvcmUud21lbV9kZWZhdWx0PTg5MDAwCm5ldC5pcHY0LnRjcF90d19yZXVzZT0xCm5ldC5pcHY0LmlwX2xvY2FsX3BvcnRfcmFuZ2U9MzI3NjggNjU0MDAKCgpuZXQuaXB2NC5pcF9sb2NhbF9yZXNlcnZlZF9wb3J0cz02NTMzMAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="true" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="true" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="never" THP_DEFRAG="defer+madvise" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogOTAsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA3MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJjcHVNYW5hZ2VyUG9saWN5IjogInN0YXRpYyIsCiAgICAidG9wb2xvZ3lNYW5hZ2VyUG9saWN5IjogImJlc3QtZWZmb3J0IiwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IDEyMzQ1LAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiY3B1Q0ZTUXVvdGEiOiBmYWxzZSwKICAgICJjcHVDRlNRdW90YVBlcmlvZCI6ICIyMDBtcyIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkN1c3RvbUNQVUNGU1F1b3RhUGVyaW9kIjogdHJ1ZSwKICAgICAgICAiRGlzYWJsZUFjY2VsZXJhdG9yVXNhZ2VNZXRyaWNzIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiZmFpbFN3YXBPbiI6IGZhbHNlLAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiMTAwME0iLAogICAgImNvbnRhaW5lckxvZ01heEZpbGVzIjogOTksCiAgICAic3lzdGVtUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIyIiwKICAgICAgICAibWVtb3J5IjogIjFHaSIKICAgIH0sCiAgICAia3ViZVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMTAwbSIsCiAgICAgICAgIm1lbW9yeSI6ICIxNjM4TWkiCiAgICB9LAogICAgImVuZm9yY2VOb2RlQWxsb2NhdGFibGUiOiBbCiAgICAgICAgInBvZHMiCiAgICBdLAogICAgImFsbG93ZWRVbnNhZmVTeXNjdGxzIjogWwogICAgICAgICJrZXJuZWwubXNnKiIsCiAgICAgICAgIm5ldC5pcHY0LnJvdXRlLm1pbl9wbXR1IgogICAgXQp9" SWAP_FILE_SIZE_MB="1500" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NDk5Cm5ldC5pcHY0LnRjcF9tYXhfc3luX2JhY2tsb2c9MTYzODQ5OApuZXQuaXB2NC5uZWlnaC5kZWZhdWx0LmdjX3RocmVzaDE9MTAwMDEKbmV0LmlwdjQubmVpZ2guZGVmYXVsdC5nY190aHJlc2gyPTgxOTIKbmV0LmlwdjQubmVpZ2guZGVmYXVsdC5nY190aHJlc2gzPTE2Mzg0CiMgVGhlIGZvbGxvd2luZyBhcmUgc3lzY3RsIGNvbmZpZ3MgcGFzc2VkIGZyb20gQVBJCm5ldC5jb3JlLnJtZW1fZGVmYXVsdD00NTYwMDAKbmV0LmNvcmUud21lbV9kZWZhdWx0PTg5MDAwCm5ldC5pcHY0LnRjcF90d19yZXVzZT0xCm5ldC5pcHY0LmlwX2xvY2FsX3BvcnRfcmFuZ2U9MzI3NjggNjU0MDAKCgpuZXQuaXB2NC5pcF9sb2NhbF9yZXNlcnZlZF9wb3J0cz02NTMzMAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/CustomData b/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/CustomData index 086ba325d0e..318cd2ed1e7 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/line9.sh b/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+SerializeImagePulls/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+SerializeImagePulls/CSECommand index b81e7d24129..5c3c02bae2c 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+SerializeImagePulls/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+SerializeImagePulls/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.31.0 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL=https://acs-mirror.azureedge.net/cloud-provider-azure/v1.31.0/binaries/azure-acr-credential-provider-linux-amd64-v1.31.0.tar.gz CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogOTAsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA3MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJjcHVNYW5hZ2VyUG9saWN5IjogInN0YXRpYyIsCiAgICAidG9wb2xvZ3lNYW5hZ2VyUG9saWN5IjogImJlc3QtZWZmb3J0IiwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IDEyMzQ1LAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiY3B1Q0ZTUXVvdGEiOiBmYWxzZSwKICAgICJjcHVDRlNRdW90YVBlcmlvZCI6ICIyMDBtcyIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkN1c3RvbUNQVUNGU1F1b3RhUGVyaW9kIjogdHJ1ZSwKICAgICAgICAiUG9kUHJpb3JpdHkiOiB0cnVlLAogICAgICAgICJSb3RhdGVLdWJlbGV0U2VydmVyQ2VydGlmaWNhdGUiOiB0cnVlLAogICAgICAgICJhIjogZmFsc2UsCiAgICAgICAgIngiOiBmYWxzZQogICAgfSwKICAgICJmYWlsU3dhcE9uIjogZmFsc2UsCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICIxMDAwTSIsCiAgICAiY29udGFpbmVyTG9nTWF4RmlsZXMiOiA5OSwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0sCiAgICAiYWxsb3dlZFVuc2FmZVN5c2N0bHMiOiBbCiAgICAgICAgImtlcm5lbC5tc2cqIiwKICAgICAgICAibmV0LmlwdjQucm91dGUubWluX3BtdHUiCiAgICBdLAogICAgInNlcmlhbGl6ZUltYWdlUHVsbHMiOiBmYWxzZQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.31.0 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL=https://acs-mirror.azureedge.net/cloud-provider-azure/v1.31.0/binaries/azure-acr-credential-provider-linux-amd64-v1.31.0.tar.gz CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogOTAsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA3MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJjcHVNYW5hZ2VyUG9saWN5IjogInN0YXRpYyIsCiAgICAidG9wb2xvZ3lNYW5hZ2VyUG9saWN5IjogImJlc3QtZWZmb3J0IiwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IDEyMzQ1LAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiY3B1Q0ZTUXVvdGEiOiBmYWxzZSwKICAgICJjcHVDRlNRdW90YVBlcmlvZCI6ICIyMDBtcyIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkN1c3RvbUNQVUNGU1F1b3RhUGVyaW9kIjogdHJ1ZSwKICAgICAgICAiUG9kUHJpb3JpdHkiOiB0cnVlLAogICAgICAgICJSb3RhdGVLdWJlbGV0U2VydmVyQ2VydGlmaWNhdGUiOiB0cnVlLAogICAgICAgICJhIjogZmFsc2UsCiAgICAgICAgIngiOiBmYWxzZQogICAgfSwKICAgICJmYWlsU3dhcE9uIjogZmFsc2UsCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICIxMDAwTSIsCiAgICAiY29udGFpbmVyTG9nTWF4RmlsZXMiOiA5OSwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0sCiAgICAiYWxsb3dlZFVuc2FmZVN5c2N0bHMiOiBbCiAgICAgICAgImtlcm5lbC5tc2cqIiwKICAgICAgICAibmV0LmlwdjQucm91dGUubWluX3BtdHUiCiAgICBdLAogICAgInNlcmlhbGl6ZUltYWdlUHVsbHMiOiBmYWxzZQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+SerializeImagePulls/CustomData b/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+SerializeImagePulls/CustomData index 086ba325d0e..318cd2ed1e7 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+SerializeImagePulls/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+SerializeImagePulls/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+SerializeImagePulls/line9.sh b/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+SerializeImagePulls/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+SerializeImagePulls/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+SerializeImagePulls/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu2204+DisableKubeletServingCertificateRotation+CustomKubeletConfig/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+DisableKubeletServingCertificateRotation+CustomKubeletConfig/CSECommand index 6dcce92ed81..b7bcd0b48e2 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+DisableKubeletServingCertificateRotation+CustomKubeletConfig/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+DisableKubeletServingCertificateRotation+CustomKubeletConfig/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.29.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL=https://acs-mirror.azureedge.net/cloud-provider-azure/v1.29.7/binaries/azure-acr-credential-provider-linux-amd64-v1.29.7.tar.gz CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogOTAsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA3MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJjcHVNYW5hZ2VyUG9saWN5IjogInN0YXRpYyIsCiAgICAidG9wb2xvZ3lNYW5hZ2VyUG9saWN5IjogImJlc3QtZWZmb3J0IiwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IDEyMzQ1LAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiY3B1Q0ZTUXVvdGEiOiBmYWxzZSwKICAgICJjcHVDRlNRdW90YVBlcmlvZCI6ICIyMDBtcyIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkN1c3RvbUNQVUNGU1F1b3RhUGVyaW9kIjogdHJ1ZSwKICAgICAgICAiUG9kUHJpb3JpdHkiOiB0cnVlLAogICAgICAgICJSb3RhdGVLdWJlbGV0U2VydmVyQ2VydGlmaWNhdGUiOiB0cnVlLAogICAgICAgICJhIjogZmFsc2UsCiAgICAgICAgIngiOiBmYWxzZQogICAgfSwKICAgICJmYWlsU3dhcE9uIjogZmFsc2UsCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICIxMDAwTSIsCiAgICAiY29udGFpbmVyTG9nTWF4RmlsZXMiOiA5OSwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0sCiAgICAiYWxsb3dlZFVuc2FmZVN5c2N0bHMiOiBbCiAgICAgICAgImtlcm5lbC5tc2cqIiwKICAgICAgICAibmV0LmlwdjQucm91dGUubWluX3BtdHUiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.29.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL=https://acs-mirror.azureedge.net/cloud-provider-azure/v1.29.7/binaries/azure-acr-credential-provider-linux-amd64-v1.29.7.tar.gz CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogOTAsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA3MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJjcHVNYW5hZ2VyUG9saWN5IjogInN0YXRpYyIsCiAgICAidG9wb2xvZ3lNYW5hZ2VyUG9saWN5IjogImJlc3QtZWZmb3J0IiwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IDEyMzQ1LAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiY3B1Q0ZTUXVvdGEiOiBmYWxzZSwKICAgICJjcHVDRlNRdW90YVBlcmlvZCI6ICIyMDBtcyIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkN1c3RvbUNQVUNGU1F1b3RhUGVyaW9kIjogdHJ1ZSwKICAgICAgICAiUG9kUHJpb3JpdHkiOiB0cnVlLAogICAgICAgICJSb3RhdGVLdWJlbGV0U2VydmVyQ2VydGlmaWNhdGUiOiB0cnVlLAogICAgICAgICJhIjogZmFsc2UsCiAgICAgICAgIngiOiBmYWxzZQogICAgfSwKICAgICJmYWlsU3dhcE9uIjogZmFsc2UsCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICIxMDAwTSIsCiAgICAiY29udGFpbmVyTG9nTWF4RmlsZXMiOiA5OSwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0sCiAgICAiYWxsb3dlZFVuc2FmZVN5c2N0bHMiOiBbCiAgICAgICAgImtlcm5lbC5tc2cqIiwKICAgICAgICAibmV0LmlwdjQucm91dGUubWluX3BtdHUiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+DisableKubeletServingCertificateRotation+CustomKubeletConfig/CustomData b/pkg/agent/testdata/AKSUbuntu2204+DisableKubeletServingCertificateRotation+CustomKubeletConfig/CustomData index 086ba325d0e..318cd2ed1e7 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+DisableKubeletServingCertificateRotation+CustomKubeletConfig/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+DisableKubeletServingCertificateRotation+CustomKubeletConfig/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu2204+DisableKubeletServingCertificateRotation+CustomKubeletConfig/line9.sh b/pkg/agent/testdata/AKSUbuntu2204+DisableKubeletServingCertificateRotation+CustomKubeletConfig/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+DisableKubeletServingCertificateRotation+CustomKubeletConfig/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+DisableKubeletServingCertificateRotation+CustomKubeletConfig/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu2204+DisableKubeletServingCertificateRotation/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+DisableKubeletServingCertificateRotation/CSECommand index b23c210bbd4..91b01751c3f 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+DisableKubeletServingCertificateRotation/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+DisableKubeletServingCertificateRotation/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.29.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL=https://acs-mirror.azureedge.net/cloud-provider-azure/v1.29.7/binaries/azure-acr-credential-provider-linux-amd64-v1.29.7.tar.gz CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --rotate-server-certificates=false --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.29.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL=https://acs-mirror.azureedge.net/cloud-provider-azure/v1.29.7/binaries/azure-acr-credential-provider-linux-amd64-v1.29.7.tar.gz CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --rotate-server-certificates=false --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+DisableKubeletServingCertificateRotation/CustomData b/pkg/agent/testdata/AKSUbuntu2204+DisableKubeletServingCertificateRotation/CustomData index 42caf85e292..ce880c2627e 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+DisableKubeletServingCertificateRotation/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+DisableKubeletServingCertificateRotation/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu2204+DisableKubeletServingCertificateRotation/line9.sh b/pkg/agent/testdata/AKSUbuntu2204+DisableKubeletServingCertificateRotation/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+DisableKubeletServingCertificateRotation/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+DisableKubeletServingCertificateRotation/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOff/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOff/CSECommand index 9823924c53c..f5d03fdca76 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOff/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOff/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOff/CustomData b/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOff/CustomData index 4067a8c1616..c0dfc99e469 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOff/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOff/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOff/line9.sh b/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOff/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOff/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOff/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOnWithFilterTable/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOnWithFilterTable/CSECommand index 11c9053467e..7aad960c198 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOnWithFilterTable/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOnWithFilterTable/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="true" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="true" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOnWithFilterTable/CustomData b/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOnWithFilterTable/CustomData index 4067a8c1616..c0dfc99e469 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOnWithFilterTable/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOnWithFilterTable/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOnWithFilterTable/line9.sh b/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOnWithFilterTable/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOnWithFilterTable/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOnWithFilterTable/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOnWithMangleTable/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOnWithMangleTable/CSECommand index 9f8a3e0650d..19f13216897 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOnWithMangleTable/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOnWithMangleTable/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="true" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="true" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="true" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="true" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOnWithMangleTable/CustomData b/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOnWithMangleTable/CustomData index 4067a8c1616..c0dfc99e469 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOnWithMangleTable/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOnWithMangleTable/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOnWithMangleTable/line9.sh b/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOnWithMangleTable/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOnWithMangleTable/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+IMDSRestrictionOnWithMangleTable/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu2204+ImplicitlyDisableKubeletServingCertificateRotation/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+ImplicitlyDisableKubeletServingCertificateRotation/CSECommand index 2216d37c44d..9a64e9720ec 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+ImplicitlyDisableKubeletServingCertificateRotation/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+ImplicitlyDisableKubeletServingCertificateRotation/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.29.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL=https://acs-mirror.azureedge.net/cloud-provider-azure/v1.29.7/binaries/azure-acr-credential-provider-linux-amd64-v1.29.7.tar.gz CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.29.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL=https://acs-mirror.azureedge.net/cloud-provider-azure/v1.29.7/binaries/azure-acr-credential-provider-linux-amd64-v1.29.7.tar.gz CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+ImplicitlyDisableKubeletServingCertificateRotation/CustomData b/pkg/agent/testdata/AKSUbuntu2204+ImplicitlyDisableKubeletServingCertificateRotation/CustomData index 31312f30f5a..3418d38e3b1 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+ImplicitlyDisableKubeletServingCertificateRotation/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+ImplicitlyDisableKubeletServingCertificateRotation/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu2204+ImplicitlyDisableKubeletServingCertificateRotation/line9.sh b/pkg/agent/testdata/AKSUbuntu2204+ImplicitlyDisableKubeletServingCertificateRotation/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+ImplicitlyDisableKubeletServingCertificateRotation/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+ImplicitlyDisableKubeletServingCertificateRotation/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu2204+KubeletServingCertificateRotation+CustomKubeletConfig/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+KubeletServingCertificateRotation+CustomKubeletConfig/CSECommand index 8241bd98f4d..8094b25fe23 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+KubeletServingCertificateRotation+CustomKubeletConfig/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+KubeletServingCertificateRotation+CustomKubeletConfig/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.29.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL=https://acs-mirror.azureedge.net/cloud-provider-azure/v1.29.7/binaries/azure-acr-credential-provider-linux-amd64-v1.29.7.tar.gz CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="true" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDaXBoZXJTdWl0ZXMiOiBbCiAgICAgICAgIlRMU19FQ0RIRV9FQ0RTQV9XSVRIX0FFU18xMjhfR0NNX1NIQTI1NiIsCiAgICAgICAgIlRMU19FQ0RIRV9SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9DSEFDSEEyMF9QT0xZMTMwNSIsCiAgICAgICAgIlRMU19FQ0RIRV9SU0FfV0lUSF9BRVNfMjU2X0dDTV9TSEEzODQiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMjU2X0dDTV9TSEEzODQiLAogICAgICAgICJUTFNfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18xMjhfR0NNX1NIQTI1NiIKICAgIF0sCiAgICAicm90YXRlQ2VydGlmaWNhdGVzIjogdHJ1ZSwKICAgICJzZXJ2ZXJUTFNCb290c3RyYXAiOiB0cnVlLAogICAgImF1dGhlbnRpY2F0aW9uIjogewogICAgICAgICJ4NTA5IjogewogICAgICAgICAgICAiY2xpZW50Q0FGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9jYS5jcnQiCiAgICAgICAgfSwKICAgICAgICAid2ViaG9vayI6IHsKICAgICAgICAgICAgImVuYWJsZWQiOiB0cnVlCiAgICAgICAgfSwKICAgICAgICAiYW5vbnltb3VzIjoge30KICAgIH0sCiAgICAiYXV0aG9yaXphdGlvbiI6IHsKICAgICAgICAibW9kZSI6ICJXZWJob29rIiwKICAgICAgICAid2ViaG9vayI6IHt9CiAgICB9LAogICAgImV2ZW50UmVjb3JkUVBTIjogMCwKICAgICJjbHVzdGVyRG9tYWluIjogImNsdXN0ZXIubG9jYWwiLAogICAgImNsdXN0ZXJETlMiOiBbCiAgICAgICAgIjEwLjAuMC4xMCIKICAgIF0sCiAgICAic3RyZWFtaW5nQ29ubmVjdGlvbklkbGVUaW1lb3V0IjogIjRoMG0wcyIsCiAgICAibm9kZVN0YXR1c1VwZGF0ZUZyZXF1ZW5jeSI6ICIxMHMiLAogICAgImltYWdlR0NIaWdoVGhyZXNob2xkUGVyY2VudCI6IDkwLAogICAgImltYWdlR0NMb3dUaHJlc2hvbGRQZXJjZW50IjogNzAsCiAgICAiY2dyb3Vwc1BlclFPUyI6IHRydWUsCiAgICAiY3B1TWFuYWdlclBvbGljeSI6ICJzdGF0aWMiLAogICAgInRvcG9sb2d5TWFuYWdlclBvbGljeSI6ICJiZXN0LWVmZm9ydCIsCiAgICAibWF4UG9kcyI6IDExMCwKICAgICJwb2RQaWRzTGltaXQiOiAxMjM0NSwKICAgICJyZXNvbHZDb25mIjogIi9ldGMvcmVzb2x2LmNvbmYiLAogICAgImNwdUNGU1F1b3RhIjogZmFsc2UsCiAgICAiY3B1Q0ZTUXVvdGFQZXJpb2QiOiAiMjAwbXMiLAogICAgImV2aWN0aW9uSGFyZCI6IHsKICAgICAgICAibWVtb3J5LmF2YWlsYWJsZSI6ICI3NTBNaSIsCiAgICAgICAgIm5vZGVmcy5hdmFpbGFibGUiOiAiMTAlIiwKICAgICAgICAibm9kZWZzLmlub2Rlc0ZyZWUiOiAiNSUiCiAgICB9LAogICAgInByb3RlY3RLZXJuZWxEZWZhdWx0cyI6IHRydWUsCiAgICAiZmVhdHVyZUdhdGVzIjogewogICAgICAgICJDdXN0b21DUFVDRlNRdW90YVBlcmlvZCI6IHRydWUsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiZmFpbFN3YXBPbiI6IGZhbHNlLAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiMTAwME0iLAogICAgImNvbnRhaW5lckxvZ01heEZpbGVzIjogOTksCiAgICAic3lzdGVtUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIyIiwKICAgICAgICAibWVtb3J5IjogIjFHaSIKICAgIH0sCiAgICAia3ViZVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMTAwbSIsCiAgICAgICAgIm1lbW9yeSI6ICIxNjM4TWkiCiAgICB9LAogICAgImVuZm9yY2VOb2RlQWxsb2NhdGFibGUiOiBbCiAgICAgICAgInBvZHMiCiAgICBdLAogICAgImFsbG93ZWRVbnNhZmVTeXNjdGxzIjogWwogICAgICAgICJrZXJuZWwubXNnKiIsCiAgICAgICAgIm5ldC5pcHY0LnJvdXRlLm1pbl9wbXR1IgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2,kubernetes.azure.com/kubelet-serving-ca=cluster" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.29.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL=https://acs-mirror.azureedge.net/cloud-provider-azure/v1.29.7/binaries/azure-acr-credential-provider-linux-amd64-v1.29.7.tar.gz CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="true" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDaXBoZXJTdWl0ZXMiOiBbCiAgICAgICAgIlRMU19FQ0RIRV9FQ0RTQV9XSVRIX0FFU18xMjhfR0NNX1NIQTI1NiIsCiAgICAgICAgIlRMU19FQ0RIRV9SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9DSEFDSEEyMF9QT0xZMTMwNSIsCiAgICAgICAgIlRMU19FQ0RIRV9SU0FfV0lUSF9BRVNfMjU2X0dDTV9TSEEzODQiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMjU2X0dDTV9TSEEzODQiLAogICAgICAgICJUTFNfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18xMjhfR0NNX1NIQTI1NiIKICAgIF0sCiAgICAicm90YXRlQ2VydGlmaWNhdGVzIjogdHJ1ZSwKICAgICJzZXJ2ZXJUTFNCb290c3RyYXAiOiB0cnVlLAogICAgImF1dGhlbnRpY2F0aW9uIjogewogICAgICAgICJ4NTA5IjogewogICAgICAgICAgICAiY2xpZW50Q0FGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9jYS5jcnQiCiAgICAgICAgfSwKICAgICAgICAid2ViaG9vayI6IHsKICAgICAgICAgICAgImVuYWJsZWQiOiB0cnVlCiAgICAgICAgfSwKICAgICAgICAiYW5vbnltb3VzIjoge30KICAgIH0sCiAgICAiYXV0aG9yaXphdGlvbiI6IHsKICAgICAgICAibW9kZSI6ICJXZWJob29rIiwKICAgICAgICAid2ViaG9vayI6IHt9CiAgICB9LAogICAgImV2ZW50UmVjb3JkUVBTIjogMCwKICAgICJjbHVzdGVyRG9tYWluIjogImNsdXN0ZXIubG9jYWwiLAogICAgImNsdXN0ZXJETlMiOiBbCiAgICAgICAgIjEwLjAuMC4xMCIKICAgIF0sCiAgICAic3RyZWFtaW5nQ29ubmVjdGlvbklkbGVUaW1lb3V0IjogIjRoMG0wcyIsCiAgICAibm9kZVN0YXR1c1VwZGF0ZUZyZXF1ZW5jeSI6ICIxMHMiLAogICAgImltYWdlR0NIaWdoVGhyZXNob2xkUGVyY2VudCI6IDkwLAogICAgImltYWdlR0NMb3dUaHJlc2hvbGRQZXJjZW50IjogNzAsCiAgICAiY2dyb3Vwc1BlclFPUyI6IHRydWUsCiAgICAiY3B1TWFuYWdlclBvbGljeSI6ICJzdGF0aWMiLAogICAgInRvcG9sb2d5TWFuYWdlclBvbGljeSI6ICJiZXN0LWVmZm9ydCIsCiAgICAibWF4UG9kcyI6IDExMCwKICAgICJwb2RQaWRzTGltaXQiOiAxMjM0NSwKICAgICJyZXNvbHZDb25mIjogIi9ldGMvcmVzb2x2LmNvbmYiLAogICAgImNwdUNGU1F1b3RhIjogZmFsc2UsCiAgICAiY3B1Q0ZTUXVvdGFQZXJpb2QiOiAiMjAwbXMiLAogICAgImV2aWN0aW9uSGFyZCI6IHsKICAgICAgICAibWVtb3J5LmF2YWlsYWJsZSI6ICI3NTBNaSIsCiAgICAgICAgIm5vZGVmcy5hdmFpbGFibGUiOiAiMTAlIiwKICAgICAgICAibm9kZWZzLmlub2Rlc0ZyZWUiOiAiNSUiCiAgICB9LAogICAgInByb3RlY3RLZXJuZWxEZWZhdWx0cyI6IHRydWUsCiAgICAiZmVhdHVyZUdhdGVzIjogewogICAgICAgICJDdXN0b21DUFVDRlNRdW90YVBlcmlvZCI6IHRydWUsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiZmFpbFN3YXBPbiI6IGZhbHNlLAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiMTAwME0iLAogICAgImNvbnRhaW5lckxvZ01heEZpbGVzIjogOTksCiAgICAic3lzdGVtUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIyIiwKICAgICAgICAibWVtb3J5IjogIjFHaSIKICAgIH0sCiAgICAia3ViZVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMTAwbSIsCiAgICAgICAgIm1lbW9yeSI6ICIxNjM4TWkiCiAgICB9LAogICAgImVuZm9yY2VOb2RlQWxsb2NhdGFibGUiOiBbCiAgICAgICAgInBvZHMiCiAgICBdLAogICAgImFsbG93ZWRVbnNhZmVTeXNjdGxzIjogWwogICAgICAgICJrZXJuZWwubXNnKiIsCiAgICAgICAgIm5ldC5pcHY0LnJvdXRlLm1pbl9wbXR1IgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2,kubernetes.azure.com/kubelet-serving-ca=cluster" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+KubeletServingCertificateRotation+CustomKubeletConfig/CustomData b/pkg/agent/testdata/AKSUbuntu2204+KubeletServingCertificateRotation+CustomKubeletConfig/CustomData index 54d4a19eaf5..6898b2a6a16 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+KubeletServingCertificateRotation+CustomKubeletConfig/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+KubeletServingCertificateRotation+CustomKubeletConfig/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu2204+KubeletServingCertificateRotation+CustomKubeletConfig/line9.sh b/pkg/agent/testdata/AKSUbuntu2204+KubeletServingCertificateRotation+CustomKubeletConfig/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+KubeletServingCertificateRotation+CustomKubeletConfig/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+KubeletServingCertificateRotation+CustomKubeletConfig/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu2204+KubeletServingCertificateRotation/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+KubeletServingCertificateRotation/CSECommand index 7570e0a8fda..c54320a61ab 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+KubeletServingCertificateRotation/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+KubeletServingCertificateRotation/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.29.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL=https://acs-mirror.azureedge.net/cloud-provider-azure/v1.29.7/binaries/azure-acr-credential-provider-linux-amd64-v1.29.7.tar.gz CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="true" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDaXBoZXJTdWl0ZXMiOiBbCiAgICAgICAgIlRMU19FQ0RIRV9FQ0RTQV9XSVRIX0FFU18xMjhfR0NNX1NIQTI1NiIsCiAgICAgICAgIlRMU19FQ0RIRV9SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9DSEFDSEEyMF9QT0xZMTMwNSIsCiAgICAgICAgIlRMU19FQ0RIRV9SU0FfV0lUSF9BRVNfMjU2X0dDTV9TSEEzODQiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMjU2X0dDTV9TSEEzODQiLAogICAgICAgICJUTFNfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18xMjhfR0NNX1NIQTI1NiIKICAgIF0sCiAgICAicm90YXRlQ2VydGlmaWNhdGVzIjogdHJ1ZSwKICAgICJzZXJ2ZXJUTFNCb290c3RyYXAiOiB0cnVlLAogICAgImF1dGhlbnRpY2F0aW9uIjogewogICAgICAgICJ4NTA5IjogewogICAgICAgICAgICAiY2xpZW50Q0FGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9jYS5jcnQiCiAgICAgICAgfSwKICAgICAgICAid2ViaG9vayI6IHsKICAgICAgICAgICAgImVuYWJsZWQiOiB0cnVlCiAgICAgICAgfSwKICAgICAgICAiYW5vbnltb3VzIjoge30KICAgIH0sCiAgICAiYXV0aG9yaXphdGlvbiI6IHsKICAgICAgICAibW9kZSI6ICJXZWJob29rIiwKICAgICAgICAid2ViaG9vayI6IHt9CiAgICB9LAogICAgImV2ZW50UmVjb3JkUVBTIjogMCwKICAgICJjbHVzdGVyRG9tYWluIjogImNsdXN0ZXIubG9jYWwiLAogICAgImNsdXN0ZXJETlMiOiBbCiAgICAgICAgIjEwLjAuMC4xMCIKICAgIF0sCiAgICAic3RyZWFtaW5nQ29ubmVjdGlvbklkbGVUaW1lb3V0IjogIjRoMG0wcyIsCiAgICAibm9kZVN0YXR1c1VwZGF0ZUZyZXF1ZW5jeSI6ICIxMHMiLAogICAgImltYWdlR0NIaWdoVGhyZXNob2xkUGVyY2VudCI6IDg1LAogICAgImltYWdlR0NMb3dUaHJlc2hvbGRQZXJjZW50IjogODAsCiAgICAiY2dyb3Vwc1BlclFPUyI6IHRydWUsCiAgICAibWF4UG9kcyI6IDExMCwKICAgICJwb2RQaWRzTGltaXQiOiAtMSwKICAgICJyZXNvbHZDb25mIjogIi9ldGMvcmVzb2x2LmNvbmYiLAogICAgImV2aWN0aW9uSGFyZCI6IHsKICAgICAgICAibWVtb3J5LmF2YWlsYWJsZSI6ICI3NTBNaSIsCiAgICAgICAgIm5vZGVmcy5hdmFpbGFibGUiOiAiMTAlIiwKICAgICAgICAibm9kZWZzLmlub2Rlc0ZyZWUiOiAiNSUiCiAgICB9LAogICAgInByb3RlY3RLZXJuZWxEZWZhdWx0cyI6IHRydWUsCiAgICAiZmVhdHVyZUdhdGVzIjogewogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --rotate-server-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2,kubernetes.azure.com/kubelet-serving-ca=cluster" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.29.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL=https://acs-mirror.azureedge.net/cloud-provider-azure/v1.29.7/binaries/azure-acr-credential-provider-linux-amd64-v1.29.7.tar.gz CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="true" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDaXBoZXJTdWl0ZXMiOiBbCiAgICAgICAgIlRMU19FQ0RIRV9FQ0RTQV9XSVRIX0FFU18xMjhfR0NNX1NIQTI1NiIsCiAgICAgICAgIlRMU19FQ0RIRV9SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9DSEFDSEEyMF9QT0xZMTMwNSIsCiAgICAgICAgIlRMU19FQ0RIRV9SU0FfV0lUSF9BRVNfMjU2X0dDTV9TSEEzODQiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMjU2X0dDTV9TSEEzODQiLAogICAgICAgICJUTFNfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18xMjhfR0NNX1NIQTI1NiIKICAgIF0sCiAgICAicm90YXRlQ2VydGlmaWNhdGVzIjogdHJ1ZSwKICAgICJzZXJ2ZXJUTFNCb290c3RyYXAiOiB0cnVlLAogICAgImF1dGhlbnRpY2F0aW9uIjogewogICAgICAgICJ4NTA5IjogewogICAgICAgICAgICAiY2xpZW50Q0FGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9jYS5jcnQiCiAgICAgICAgfSwKICAgICAgICAid2ViaG9vayI6IHsKICAgICAgICAgICAgImVuYWJsZWQiOiB0cnVlCiAgICAgICAgfSwKICAgICAgICAiYW5vbnltb3VzIjoge30KICAgIH0sCiAgICAiYXV0aG9yaXphdGlvbiI6IHsKICAgICAgICAibW9kZSI6ICJXZWJob29rIiwKICAgICAgICAid2ViaG9vayI6IHt9CiAgICB9LAogICAgImV2ZW50UmVjb3JkUVBTIjogMCwKICAgICJjbHVzdGVyRG9tYWluIjogImNsdXN0ZXIubG9jYWwiLAogICAgImNsdXN0ZXJETlMiOiBbCiAgICAgICAgIjEwLjAuMC4xMCIKICAgIF0sCiAgICAic3RyZWFtaW5nQ29ubmVjdGlvbklkbGVUaW1lb3V0IjogIjRoMG0wcyIsCiAgICAibm9kZVN0YXR1c1VwZGF0ZUZyZXF1ZW5jeSI6ICIxMHMiLAogICAgImltYWdlR0NIaWdoVGhyZXNob2xkUGVyY2VudCI6IDg1LAogICAgImltYWdlR0NMb3dUaHJlc2hvbGRQZXJjZW50IjogODAsCiAgICAiY2dyb3Vwc1BlclFPUyI6IHRydWUsCiAgICAibWF4UG9kcyI6IDExMCwKICAgICJwb2RQaWRzTGltaXQiOiAtMSwKICAgICJyZXNvbHZDb25mIjogIi9ldGMvcmVzb2x2LmNvbmYiLAogICAgImV2aWN0aW9uSGFyZCI6IHsKICAgICAgICAibWVtb3J5LmF2YWlsYWJsZSI6ICI3NTBNaSIsCiAgICAgICAgIm5vZGVmcy5hdmFpbGFibGUiOiAiMTAlIiwKICAgICAgICAibm9kZWZzLmlub2Rlc0ZyZWUiOiAiNSUiCiAgICB9LAogICAgInByb3RlY3RLZXJuZWxEZWZhdWx0cyI6IHRydWUsCiAgICAiZmVhdHVyZUdhdGVzIjogewogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --rotate-server-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2,kubernetes.azure.com/kubelet-serving-ca=cluster" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+KubeletServingCertificateRotation/CustomData b/pkg/agent/testdata/AKSUbuntu2204+KubeletServingCertificateRotation/CustomData index af4a032ba68..0fb7ba738ea 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+KubeletServingCertificateRotation/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+KubeletServingCertificateRotation/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu2204+KubeletServingCertificateRotation/line9.sh b/pkg/agent/testdata/AKSUbuntu2204+KubeletServingCertificateRotation/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+KubeletServingCertificateRotation/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+KubeletServingCertificateRotation/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeBlocked/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeBlocked/CSECommand index cf4850af337..4db8f319730 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeBlocked/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeBlocked/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.25.6 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="" BLOCK_OUTBOUND_NETWORK="true" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.25.6 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="" BLOCK_OUTBOUND_NETWORK="true" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeBlocked/CustomData b/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeBlocked/CustomData index 31312f30f5a..3418d38e3b1 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeBlocked/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeBlocked/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeBlocked/line9.sh b/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeBlocked/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeBlocked/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeBlocked/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeNil/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeNil/CSECommand index ea8491cc89d..29eb694bf47 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeNil/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeNil/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.25.6 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.25.6 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeNil/CustomData b/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeNil/CustomData index 31312f30f5a..3418d38e3b1 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeNil/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeNil/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeNil/line9.sh b/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeNil/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeNil/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeNil/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeNone/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeNone/CSECommand index cf4850af337..4db8f319730 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeNone/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeNone/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.25.6 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="" BLOCK_OUTBOUND_NETWORK="true" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.25.6 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="" BLOCK_OUTBOUND_NETWORK="true" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeNone/CustomData b/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeNone/CustomData index 31312f30f5a..3418d38e3b1 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeNone/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeNone/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeNone/line9.sh b/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeNone/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeNone/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+OutboundTypeNone/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/CSECommand index 2f488b0c1da..fe6c83e3b58 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="true" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="true" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/CustomData b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/CustomData index 4067a8c1616..c0dfc99e469 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/line9.sh b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/CSECommand index 9823924c53c..f5d03fdca76 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/CustomData b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/CustomData index 4067a8c1616..c0dfc99e469 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/line9.sh b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/CSECommand index 1c7d1cc7c35..c5f8c78e3bb 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.25.6 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="true" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.25.6 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="true" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/CustomData b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/CustomData index fa6fd7d3ba7..5b023653d66 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line9.sh b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBootstrapping+CustomAADResource/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBootstrapping+CustomAADResource/CSECommand index aa7da70c872..e0d74248108 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBootstrapping+CustomAADResource/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBootstrapping+CustomAADResource/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.25.6 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="true" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="appID" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.25.6 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="true" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="appID" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBootstrapping+CustomAADResource/CustomData b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBootstrapping+CustomAADResource/CustomData index 638c6f9cd4a..568281e282d 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBootstrapping+CustomAADResource/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBootstrapping+CustomAADResource/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBootstrapping+CustomAADResource/line9.sh b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBootstrapping+CustomAADResource/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBootstrapping+CustomAADResource/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBootstrapping+CustomAADResource/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/CSECommand index d706cac0249..6ba7f2da3a2 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.26.0 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="https://test-pe-proxy" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="testserver.azurecr.io" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.26.0 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="https://test-pe-proxy" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="testserver.azurecr.io" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/CustomData b/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/CustomData index 8eeaa1f43ab..db378f9625c 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/line9.sh b/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu2204+SerializeImagePulls/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+SerializeImagePulls/CSECommand index f5d8bb2baeb..f53a6785c4b 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SerializeImagePulls/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+SerializeImagePulls/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.31.0 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL=https://acs-mirror.azureedge.net/cloud-provider-azure/v1.31.0/binaries/azure-acr-credential-provider-linux-amd64-v1.31.0.tar.gz CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXSwKICAgICJzZXJpYWxpemVJbWFnZVB1bGxzIjogZmFsc2UKfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --serialize-image-pulls=false --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.31.0 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL=https://acs-mirror.azureedge.net/cloud-provider-azure/v1.31.0/binaries/azure-acr-credential-provider-linux-amd64-v1.31.0.tar.gz CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXSwKICAgICJzZXJpYWxpemVJbWFnZVB1bGxzIjogZmFsc2UKfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --serialize-image-pulls=false --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+SerializeImagePulls/CustomData b/pkg/agent/testdata/AKSUbuntu2204+SerializeImagePulls/CustomData index 5ce46ec1a88..621aebcb376 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SerializeImagePulls/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+SerializeImagePulls/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu2204+SerializeImagePulls/line9.sh b/pkg/agent/testdata/AKSUbuntu2204+SerializeImagePulls/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SerializeImagePulls/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+SerializeImagePulls/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/CSECommand index 464cff15456..3a34d182968 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/CustomData b/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/CustomData index 4067a8c1616..c0dfc99e469 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/line9.sh b/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AKSUbuntu2204+ootcredentialprovider/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+ootcredentialprovider/CSECommand index 49ab90b9b07..57fbdb6e2e8 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+ootcredentialprovider/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+ootcredentialprovider/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.29.10 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL=https://acs-mirror.azureedge.net/cloud-provider-azure/v1.29.10/binaries/azure-acr-credential-provider-linux-amd64-v1.29.10.tar.gz CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-credential-provider-bin-dir=/var/lib/kubelet/credential-provider --image-credential-provider-config=/var/lib/kubelet/credential-provider-config.yaml --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.29.10 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL=https://acs-mirror.azureedge.net/cloud-provider-azure/v1.29.10/binaries/azure-acr-credential-provider-linux-amd64-v1.29.10.tar.gz CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-credential-provider-bin-dir=/var/lib/kubelet/credential-provider --image-credential-provider-config=/var/lib/kubelet/credential-provider-config.yaml --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+ootcredentialprovider/CustomData b/pkg/agent/testdata/AKSUbuntu2204+ootcredentialprovider/CustomData index 7feb25bdd41..96f24e62034 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+ootcredentialprovider/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+ootcredentialprovider/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AKSUbuntu2204+ootcredentialprovider/line9.sh b/pkg/agent/testdata/AKSUbuntu2204+ootcredentialprovider/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+ootcredentialprovider/line9.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+ootcredentialprovider/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AzureLinuxV2+Kata/CSECommand b/pkg/agent/testdata/AzureLinuxV2+Kata/CSECommand index bb565d51348..b404598f232 100644 --- a/pkg/agent/testdata/AzureLinuxV2+Kata/CSECommand +++ b/pkg/agent/testdata/AzureLinuxV2+Kata/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.28.0 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgICAgU3lzdGVtZENncm91cCA9IHRydWUKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgICAgU3lzdGVtZENncm91cCA9IHRydWUKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" IS_KATA="true" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.28.0 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgICAgU3lzdGVtZENncm91cCA9IHRydWUKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgICAgU3lzdGVtZENncm91cCA9IHRydWUKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" IS_KATA="true" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AzureLinuxV2+Kata/CustomData b/pkg/agent/testdata/AzureLinuxV2+Kata/CustomData index 4e3e8978c76..3d19f76a565 100644 --- a/pkg/agent/testdata/AzureLinuxV2+Kata/CustomData +++ b/pkg/agent/testdata/AzureLinuxV2+Kata/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AzureLinuxV2+Kata/line9.sh b/pkg/agent/testdata/AzureLinuxV2+Kata/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AzureLinuxV2+Kata/line9.sh +++ b/pkg/agent/testdata/AzureLinuxV2+Kata/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=false/CSECommand b/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=false/CSECommand index 09666e9cc3b..d01a3d30b0d 100644 --- a/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=false/CSECommand +++ b/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=false/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.28.0 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.28.0 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=false/CustomData b/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=false/CustomData index 4e3e8978c76..3d19f76a565 100644 --- a/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=false/CustomData +++ b/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=false/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=false/line9.sh b/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=false/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=false/line9.sh +++ b/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=false/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=true/CSECommand b/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=true/CSECommand index 79066404ecc..30a1cc6cfea 100644 --- a/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=true/CSECommand +++ b/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=true/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.28.0 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="false" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.28.0 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="false" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=true/CustomData b/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=true/CustomData index 4e3e8978c76..3d19f76a565 100644 --- a/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=true/CustomData +++ b/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=true/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=true/line9.sh b/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=true/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=true/line9.sh +++ b/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=true/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=false/CSECommand b/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=false/CSECommand index bb565d51348..b404598f232 100644 --- a/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=false/CSECommand +++ b/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=false/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.28.0 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgICAgU3lzdGVtZENncm91cCA9IHRydWUKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgICAgU3lzdGVtZENncm91cCA9IHRydWUKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" IS_KATA="true" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.28.0 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgICAgU3lzdGVtZENncm91cCA9IHRydWUKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgICAgU3lzdGVtZENncm91cCA9IHRydWUKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" IS_KATA="true" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=false/CustomData b/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=false/CustomData index 4e3e8978c76..3d19f76a565 100644 --- a/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=false/CustomData +++ b/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=false/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=false/line9.sh b/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=false/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=false/line9.sh +++ b/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=false/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=true/CSECommand b/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=true/CSECommand index 9c7aab22e91..65de9c3c9ae 100644 --- a/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=true/CSECommand +++ b/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=true/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.28.0 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="false" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgICAgU3lzdGVtZENncm91cCA9IHRydWUKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgICAgU3lzdGVtZENncm91cCA9IHRydWUKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" IS_KATA="true" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.28.0 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="false" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgICAgU3lzdGVtZENncm91cCA9IHRydWUKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgICAgU3lzdGVtZENncm91cCA9IHRydWUKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" IS_KATA="true" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=true/CustomData b/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=true/CustomData index 4e3e8978c76..3d19f76a565 100644 --- a/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=true/CustomData +++ b/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=true/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=true/line9.sh b/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=true/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=true/line9.sh +++ b/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=true/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/CustomizedImage/CSECommand b/pkg/agent/testdata/CustomizedImage/CSECommand index c8e86eeaff5..087a6f71fbc 100644 --- a/pkg/agent/testdata/CustomizedImage/CSECommand +++ b/pkg/agent/testdata/CustomizedImage/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=false GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=false GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/CustomizedImage/CustomData b/pkg/agent/testdata/CustomizedImage/CustomData index 855d174ea2c..e5270e6c192 100644 --- a/pkg/agent/testdata/CustomizedImage/CustomData +++ b/pkg/agent/testdata/CustomizedImage/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/CustomizedImage/line9.sh b/pkg/agent/testdata/CustomizedImage/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/CustomizedImage/line9.sh +++ b/pkg/agent/testdata/CustomizedImage/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/CustomizedImageKata/CSECommand b/pkg/agent/testdata/CustomizedImageKata/CSECommand index e4bd840fe2b..7f10fd88979 100644 --- a/pkg/agent/testdata/CustomizedImageKata/CSECommand +++ b/pkg/agent/testdata/CustomizedImageKata/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=false GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" IS_KATA="true" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=false GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" IS_KATA="true" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/CustomizedImageKata/CustomData b/pkg/agent/testdata/CustomizedImageKata/CustomData index 855d174ea2c..e5270e6c192 100644 --- a/pkg/agent/testdata/CustomizedImageKata/CustomData +++ b/pkg/agent/testdata/CustomizedImageKata/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/CustomizedImageKata/line9.sh b/pkg/agent/testdata/CustomizedImageKata/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/CustomizedImageKata/line9.sh +++ b/pkg/agent/testdata/CustomizedImageKata/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/MarinerV2+CustomCloud/CSECommand b/pkg/agent/testdata/MarinerV2+CustomCloud/CSECommand index 6bbf6e4bc5a..93bda54a48a 100644 --- a/pkg/agent/testdata/MarinerV2+CustomCloud/CSECommand +++ b/pkg/agent/testdata/MarinerV2+CustomCloud/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; REPO_DEPOT_ENDPOINT="" /opt/azure/containers/init-aks-custom-cloud.sh >> /var/log/azure/cluster-provision.log 2>&1; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzureStackCloud" TARGET_ENVIRONMENT="akscustom" CUSTOM_ENV_JSON="eyJuYW1lIjoiQXp1cmVTdGFja0Nsb3VkIiwiTmFtZSI6IkF6dXJlU3RhY2tDbG91ZCIsInJlc291cmNlSWRlbnRpZmllcnMiOnt9fQ==" IS_CUSTOM_CLOUD="true" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="/etc/kubernetes/akscustom.json" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; REPO_DEPOT_ENDPOINT="" /opt/azure/containers/init-aks-custom-cloud.sh >> /var/log/azure/cluster-provision.log 2>&1; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzureStackCloud" TARGET_ENVIRONMENT="akscustom" CUSTOM_ENV_JSON="eyJuYW1lIjoiQXp1cmVTdGFja0Nsb3VkIiwiTmFtZSI6IkF6dXJlU3RhY2tDbG91ZCIsInJlc291cmNlSWRlbnRpZmllcnMiOnt9fQ==" IS_CUSTOM_CLOUD="true" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="/etc/kubernetes/akscustom.json" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/MarinerV2+CustomCloud/CustomData b/pkg/agent/testdata/MarinerV2+CustomCloud/CustomData index 05b008f949d..03e30c0dffa 100644 --- a/pkg/agent/testdata/MarinerV2+CustomCloud/CustomData +++ b/pkg/agent/testdata/MarinerV2+CustomCloud/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/MarinerV2+CustomCloud/line9.sh b/pkg/agent/testdata/MarinerV2+CustomCloud/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/MarinerV2+CustomCloud/line9.sh +++ b/pkg/agent/testdata/MarinerV2+CustomCloud/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/MarinerV2+Kata/CSECommand b/pkg/agent/testdata/MarinerV2+Kata/CSECommand index 8c2713bd6cb..a69376ed0fb 100644 --- a/pkg/agent/testdata/MarinerV2+Kata/CSECommand +++ b/pkg/agent/testdata/MarinerV2+Kata/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" IS_KATA="true" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" IS_KATA="true" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/MarinerV2+Kata/CustomData b/pkg/agent/testdata/MarinerV2+Kata/CustomData index 6242b82c1ff..1bdd5922eaf 100644 --- a/pkg/agent/testdata/MarinerV2+Kata/CustomData +++ b/pkg/agent/testdata/MarinerV2+Kata/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/MarinerV2+Kata/line9.sh b/pkg/agent/testdata/MarinerV2+Kata/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/MarinerV2+Kata/line9.sh +++ b/pkg/agent/testdata/MarinerV2+Kata/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/CSECommand b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/CSECommand index dbfea8b2798..34a79823d06 100644 --- a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/CSECommand +++ b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/CustomData b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/CustomData index 6242b82c1ff..1bdd5922eaf 100644 --- a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/CustomData +++ b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/line9.sh b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/line9.sh +++ b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/CSECommand b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/CSECommand index d3e3345d370..fd23c709664 100644 --- a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/CSECommand +++ b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="false" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="false" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/CustomData b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/CustomData index 6242b82c1ff..1bdd5922eaf 100644 --- a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/CustomData +++ b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/line9.sh b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/line9.sh +++ b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/CSECommand b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/CSECommand index 8c2713bd6cb..a69376ed0fb 100644 --- a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/CSECommand +++ b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" IS_KATA="true" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" IS_KATA="true" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/CustomData b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/CustomData index 6242b82c1ff..1bdd5922eaf 100644 --- a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/CustomData +++ b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/line9.sh b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/line9.sh +++ b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/CSECommand b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/CSECommand index 83bb612b099..d43c59a59fd 100644 --- a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/CSECommand +++ b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="false" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" IS_KATA="true" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="false" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" IS_KATA="true" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/CustomData b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/CustomData index 6242b82c1ff..1bdd5922eaf 100644 --- a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/CustomData +++ b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/line9.sh b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/line9.sh +++ b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/RawUbuntu/CSECommand b/pkg/agent/testdata/RawUbuntu/CSECommand index 16f66166899..806267c74d4 100644 --- a/pkg/agent/testdata/RawUbuntu/CSECommand +++ b/pkg/agent/testdata/RawUbuntu/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=false GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=false GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/RawUbuntu/CustomData b/pkg/agent/testdata/RawUbuntu/CustomData index 5230cf609ab..2a408594cb9 100644 --- a/pkg/agent/testdata/RawUbuntu/CustomData +++ b/pkg/agent/testdata/RawUbuntu/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/RawUbuntu/line9.sh b/pkg/agent/testdata/RawUbuntu/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/RawUbuntu/line9.sh +++ b/pkg/agent/testdata/RawUbuntu/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/ diff --git a/pkg/agent/testdata/RawUbuntuContainerd/CSECommand b/pkg/agent/testdata/RawUbuntuContainerd/CSECommand index 75483ff1c3b..2a81bff08c1 100644 --- a/pkg/agent/testdata/RawUbuntuContainerd/CSECommand +++ b/pkg/agent/testdata/RawUbuntuContainerd/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.1 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=false GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.1 HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=false GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CREDENTIAL_PROVIDER_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" BLOCK_OUTBOUND_NETWORK="false" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" AKS_CUSTOM_CLOUD_CONTAINER_REGISTRY_DNS_SUFFIX="" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" ENABLE_KUBELET_SERVING_CERTIFICATE_ROTATION="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-550.90.12" GPU_DRIVER_TYPE="cuda" GPU_IMAGE_SHA="sha-c66998" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" BOOTSTRAP_PROFILE_CONTAINER_REGISTRY_SERVER="" ENABLE_IMDS_RESTRICTION="false" INSERT_IMDS_RESTRICTION_RULE_TO_MANGLE_TABLE="false" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/RawUbuntuContainerd/CustomData b/pkg/agent/testdata/RawUbuntuContainerd/CustomData index bf3862eca6f..6c2c78aa4f8 100644 --- a/pkg/agent/testdata/RawUbuntuContainerd/CustomData +++ b/pkg/agent/testdata/RawUbuntuContainerd/CustomData @@ -6,7 +6,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRFkvJiJKNp1ld6/S7qjghYRHCzWHS8COI0xBkkkm3foBmyANZjucgyyHC8nWUYJDlzz6+lsMEFr531FzE0aSpNMOkufAJ8zxKSRzeLZB65YfebhJP1Ga0wM3ZIt31Eqw252H2JVpgPwoTNSZ8j610J5SxXJ0/qEgoNskct7bPLEI2bTBEWGV7W/ge+3gLudlHucnFQ2bAEW8NBUoUyFDc0TrvdKdrmGrz1o2bE3dyjZouWRdPrv1blDQFMuBqAzJRccxxFGHCly0Q9HN9YJND3OkpnYlyeUE0a7r/SmPU7Bce18j3hv4FozAh1jQ6aYKjuTWJ/QVuolsU4qQpdMZmjxxIR2NbbeL5ojlJ48C5RfFVlKBGlGKBFnOeI4rdZJ3D1E8NyzY/sNk0m8dpESH8zUkUTv1Z486dByAIMcLx3WTuOf7Umbp+kMaoVod7Wn4IzUeJKilv4bPrYycJEFqoUvstYH+OohSr0t5bSK79KYaff175QEVMoxh88EOQagn6BApITGj9LXgRZSF/mDiQ8g+idP/7UiSyrmLk3sDDA3wsuP0pXIDkg4w+FfLgkusd+R9aP/UvaJJi5MFHUfr9o0gWEi3J2wprjHAah6AUD4sinP+hmwepBKKgTn360YtCrmxvV7ssQQ+TIIpu0kUBOQ+zwsFMII+wGzg88DGaRLGnSvt0aYLdGFO6KtU8FyP49ack62ifr/0AAY5TVEE91w5yITXHX6Ymqi2CL1GyxROTNI5RuEVr6apajWcEmbO1Xgd5hkCq7G67M0Wb8HHxUlkWI5Kc3u6zdkaiHnni49HAXLw9DgrnPwpJtociNJ5lZhR/DcgETaLQS8RKiJV57YSRk2AXJ3+HBCf5/dL0/l45y6E1Q9jBbnzlBkGBEnZj5zGkMnaKVBoHeTpmrpbuudXLHHBxC3Qc7wp8bgwy/teUshBtT4GOk/aN8OXOOmiRsA5AniZW7xYk+jkqjfkNJK57Qfu3n5WKHGLWBUj/gB9UaMHlJmNo6ri4IqjCwGXgSz3rTONo7sRo5ic4vnPIyOSQ1vhCj5NV0yjwUEzy3o+zM1AOklj/bwwLAhssyDmODwoGA5m6GMhyNnWAdL91RFmSMOJGnJeFESfou4fRlR+68d1Xo4ixPRJIjGPh4uvVYMp1rMcTt2glpqoKV8JqS2xV11TDi4aNPF3RuTFoaNBtj5hKAFZVwjY3rsXhRslfj8cKkt87JJ8Rll8NzQ3h+XiIrizYErH0GDH1g3Kup0+e2PvJwiw+91l8vqrEHC/rq4WMZ66G2gUNNCnXBpeXRSnbXMV4US8sY8VMsrHHFSYR38MDYISq3a68y/q79DzKMI3iqtcfcXjp5D3KunBvkcfO9/QsOwmi1JP90Mcy4U0alIPyZrd3J59IMORyliJIlIM4kTmi9ZxxsRC686M+PNnhvPB4VPwV0yLlRB7IPohNYl7TE0sDy+Qobf7tNwaHsBSSuwSj+QST4KXD+/OGcUhuJ6QP5G3iW8fvwgzwXDSPQjlGQeR6T1nA7AaJmfIXTPGFbnJ8SZNStSyHkbxwZ6SwV9PvzyiNQzcgi+S0WPBN6VS6LMHR4j/OX8Tov9JZz0bV8xP3KkD/ccAyu/+e2GYVhmzlebi+FEyacHIG0t8HkFsUJ34UOjOchxlGCQZRqtFXM1PY+Sn5GO6AKP0uwgOwlz7n8ADXyPVADkGpi6CqIEqKKCyFMnr1kMSAFnpWpZivlXlQWi14BXstkLL9mHr22tOyNXtsqdI/hM2lTqkWOfgNVu6ZJUXOeBtBNBNKgKsKQA4RmUNWYGZjnAKTKA08+m7pCmW3SvydWMUTDFp/Cj/AhmsmUNpkp+1X3GZQmGWK8iT1GbcHV3eliO228N7oZilJ3cGVan/K2RL4CZbT0McJyPKUHBVk2a28iBQlpZGg+NafIHHF4GovgHynkkJCfBuY0WLBg7lW+Z4khvEyOWzfaH6L4k40X7jctX3+GlJTpVo2iZC5dZJikD0QfxXJpK3UK6zHBWt7G+vFBZnwCtlLlg7Fk+OlyKb2ysBHUgl5hXhOAPBrsxegO+R/JA/zFDyHTPm1P7tGCT7P0liVasaJpRZnkEzHUixMl6gQedp+xHTpvip0ucn6ItaWghd9Dkk57aKr0c3Mjk742Xp0dpq9JWXJTb4X75DbxaOuYeode2h+yAvt/MbzY5AXIFXI2RCeJtceSPcVyrKo5GtZR2LooNUCd4HlGcKQG8xEEPOWavaZmbb8JVMULchk6i4wvd3I17HNPdI1qtfBbwUA+pKWLFEJfmwHlbduJMC5DH5Cp/EWNzOQ2Wmd7FR2SeJG8QTRhx6alq9OyKmHbCSIJjcJfZzDIUfQXdzMjo6G2YvJoyOVlxIFXomYfLf6Akr4WuOim1be0ha13pbeZkWTnR8I4Cs4sI9EqrAUZgh3RmMtnlwXEebGk2tVqqXZ2DuvC9wZ854Qd3eXNCNd8uVgXyQKVijxnDxfP4tmeZSRhbU+y6hzL6fS2uMnmtk/2OdLLDGlVppe55Vu1qls0dbiapyfmOzCZhyXd/JZoLGrHXotobDMYNdxMZqhL+rOPxu/fmxmf48av0o7FdjK5UtQ/5eAzy8ubIbV1tMCvg/mXgRibRDNEgdHTvZSd8Vc7CY3NI/K1ycZIeMmFWXgVt4a/bQ3qAscI23MNv9mSfzpBH6yGz/tDdhlIInb3K58qmBaQm/7Usr3ZxKFToJjP5ypUg3+/EQmn3Jwk2U3ngGRkWB3vgCgxTc3aSmusQ4XKHZJthkeYWUGbGBkNZg+EZVGe2+dxXaTG4IOZGoJlhsE6QTJHrpFAYBohNMonlMD3GCdt4+SxJ2hTClpogHCyDsC6Zctcke+R3lbW+j2JvrOfQHYEUjF510enCOQuG+7ORxHILFPu8X2iQz2cZfb7RFI5ZfdfGtHILFPu8UOcs6R7+0WZucPbd9bZjnC3SxL91xc0CvR+/VfPyyl+2oULxtklVAWTpEUNxF+UClA1XrAlz9uvLkmA5CT3PgLJ/vhj+PFPpnlyzmbVPYv2Y155N2pUq28xAP5HYh9hF3Pxe4Rff0t0mF6EUdf7kD8RQTxGuPFUbOpHLxptF/tN9j/N+dsVdMPE+yGE/QPd+HL7BShtlttRW615ZbCco5LtW/ZKt1Iudd8WBIlsiUy1ZBERLDTmETzRYpRA7uzpOcnGB5g7i5qCQrQBNcatDc80KNNTbRu/MXpIu1SwAyyjSAQ34Loi/V6/aJ12bh1gxRBswni1A0SJBYrKVAZ507lBQNno8j5h02mzk16hQKEHTo6hzNngmLsT/2Ji5ETR5hG93+t4xgIm30Xb/DdxSWZcnnP0XZ5k8hMlMzwlBmeMoennOMp1uEBMldu9BWTJWadtO/GfojiYUx/kdTzw/TLSouKkryTsiYZJXRYXvk1IZmVHx42MfA/KlznWv9d4fpkUL0v9lfncAHdusHIndy4M9RlA9vY7K3sg44E98qRvOQ2I4cgSmkcbBhHgEgFMUZJGmBVuiczAfeTkKwOZlRh5X6CtzMDP0M7S7n/94lZFqV4kWJVqpGAyCOSuCx7y0ZMy1iqccfcyUgCNy35U9joURCloVU9tyapFwH2wikwq8iE++cnMt1m8v/8BJ/dJKfSJli1c20uzE8LucBXoMBB61uEUuiygp8uyGRiZj90XfHoInO5Sm9gKgErSu3qk/yYKEp7Irtrof+0UhXZr2eq7L3oM4o7bsIl732U0OMkOZNeHNGf7R5d7pDPAWE+umTJ9uNJFEP2i9td4hCpUA5+Aspho7UPbuiBGCuHrX2RPHSDJAIPTf0QeeTgQ+pCFJLOSRvmbjZySvmvff2Elkoc5TIyvZY/9wM3Du7oCardyhW1243WfgOG+BrFn/0EbRLUYCg0yi2w7KXKgVvhBp/du9KCHD4Io8/c6jKrN4Cw12hlENzuNVrPQYA5jUeAivha8FPfraR3fjrJ3cuCackKtNjwikpiJA0iogiKZeOjeEue5PcEH0WxTjtEmAYbSwkfcOtrN/2kbFPJWwnm9z6+jlLcjXAlSnPB9NYSebCTND82ms3ZTuWA+MR9p1dpiNNGzAku1S4f3zW34y3r873zqc7qOGNO/u0pXykwVUDypK/C+r0KBfunMPnNi6XW6oLw0sgUsyP2Fo/w9ooemrppgAsPvFh3Q7pnEC8brJ4n5+3HYyTDMXBxeeuWqLWt+uX4W0yozFUVXcQ0YhkdmSoUsV5fMXIRo1s/SpPeX2jsRp0Vozdy8MaTZnCb114yUtxX0b74/ZLURu4dzqbg/FWtidL9bZ4Dpfji/fdmXZtB+546VwvlvyWMH0+r7bX69t8TJReXuYfXEb/divGT8C2wLTZVVOZ+GmBfiyfXK7U526o/d2fIjo7RKCWTXVahBYAf//xER4i11TCNozklTaIQu6RtG0RG0gBjCp3qswv/sjFflXDeJpNAGGGaDru5yfjaxbvZrSt78hRhwnrUrGwp99gmQ7YWua8VuC06aFRs0POSUvbUMvYSk15YsJ5brPrjnm049D8w8LSo/tYK9WxFxUEwK0nby8Gz0M4T/6lp/zSz2Rvx6gC2/SCdz2DsVqC8JWhvnL/Ye62/2fSVHVX8KTxWewF98RPMTh8zcuK4RlDy94oSFiN29omKU9ZW9qpCNoXB95j8HpmzOCvUl7dFTpoIclx2ZvpWlaMuRShtgp9/LnpQ8W+siUEifTO1mbQiTth+0fItW2Tof3Vvf82+WLci0bkUhB/f6b2Rblr68ET4vwAAAP//UcIjrYJKAAA= + H4sIAAAAAAAC/9x8e3ebSNL3/3yKGoYZSzNGErLjOM5hdrCEHV7r9gJyJo/j5WDRkhkjUKBx4rX1fPbndNNAo4tjx9k5s5s9OStR1VXVv7p2o8yPPzSv/LB55SbXgm6ajvXBsvV+x+45lq2ZtnOiGT11Hyit0xuOu44xMGzHNvr6cGyrrzLKidHTnfea3XlXUA4yyrthr+u813rGYPyHdqoPbPV1RjD1nq5Z+gaGw4xBG9mOMbBsrdcrhL7JSN1h50w316jtVoXcHb4f9IZat6QrFfqZ/mEDT7vCQ4wgfAV5r0LmMGozkPrD4w90Wc+wSpzaDKi+5ZyOTreoPuAkrO2NwdYZDmzNGOhmd52FAWeOB511IoPu7NAiDANjcFrQ9lolbc2qPQba2fhYJ2ExGNrOyXA86Kp7DCqjf7ph2V65rKfbPFJ7+1Uv9k+d0Zgzde/V2lY79ia+g3U+0yA2rrNuR4+GLrepwzXOc920jOHAMQbnWs/oqnsMys7AWN/3vlI4emQOu05XP97A1F5nGp2dOlq3yxKOoTc0Nc4lumkOTXWfwZNlKrcRuvAwj6HuyBwe6+wps3g4to/JLsnuBhnpFed7bWQ4lm6e6ybPoGxk6A4spzccno1HjK29kU37n7GprzPnwaHZ2uZcOGhxHKtJeKBwxNVAP2CGnL/rrvr2YD2w1hS/bnFJtE5lmjtjyx72HUvXzM47pzvsa8bAyvZ2yAScjsbr6w/3OKJpkMjiM+Nwf528ur/DVxyPfm50dGfUG58ag4qgg5LJGJwMHXPYdzpD0xyPbL2rHrJ0sE7/2KrnTWudh9PwRimrdFczeqV33nD1ezzqarZekvLMsXQS+OcGzSurYxojm/rJ1LVuKUlptTglpJyOR6em1tU5Ds6M0dg8ZQGvtNpFkpCCYOrEDarSYvh3DMvRLMs4HTjmcGg7o/eqoihrNBo/I93sGxaxVFUUJnak0dLVGY4+UCZVUXjJo1HvgzPSLOv90KTJdmKcqoqykrhFDxmytFCUvKJlZWwtfBTldYVhONJNzSYYZqVBUfLqZZsbiG9AyMCiSWnZWufMOdVtRzP7jj080weqkrfQVZaBbr8fmmdsL+NMsKrkHXWV3RofD3TbGZn6ifGHqpCmWiTl8djo5bVMIX0xA+W9NnI6pk7CJQMj70o8xRhY45MTo2PoAxoRZ4410jq6qpAuRbltvaePhqbdrZRNVcnrXEnPAz4j5xsxbeNE65B+Zepan3TJXI6q5DVuAxMTpiqktGWDj22PSJD/8cHpaAS3c920VSUvbCwzCEk3bUtVDorhhJlt6R0Cqt2znOPh0LZsUxsV7VT/Q+/keV9Ex0Hu4K5hHWs93TFGtnbc0y1VIWUtq5nm2LKJhPXgyotb17DIKsey3qnK6zziTaOvmR+cgdFxjBFXVJXXLPKNgaWbtmP0u5Zj6pZNQpREnzkmlgzsodPXBqc93aE2qcrr/aeuOzF6tm4W61gadQkQ+pZ1J6Tgreg7eOq6FX2vueA1deILx9T//9gw9a7azkvUYEiLgnaqWwyYdl6brIE2st4Ni2rID42tPDNGpnFOiKR/klGARGU7L1fkIR+u7dZ+njbFuN7XrDMmlNE6pt7VB7ah9bJi2904E7fyDCTjzOqo024dgCCUowgdqog1zPrXsEIjzwmqpPs7itpuHa5ycM33vWb11XbrzaNC9tS20nqUY19t57V7C8crta3kqLA5JA/yYj7VzXOSyCQbjROjQ3xhDu2sgNraqdpW9gTBn8LUDz1oIjwBGd8tEEx3A5BDd45A/EWOUYDcBIkgL2I/xCB/Sn0M7d+aHrpthmkQwAPMYrQA+RPsNHbeAr5GoQAAMLRUqZZEMQY5puKbhTSyxv18AztzF0+ua1JrF5r/rBldp2ec6WptEsUoSuoPRletNX6p16XmLrh1uIfMBByliwWKa+5F+xLci73L+ltAX3wMy50605y7/ZkWFMHybMXwADgG2YMdcacuoCBB1BI0uY5AXFEdRhimURp6ojD1BWF8PB7YY2doOQOtr6ti9l0U+ppJgqoksAclhU6Lq2TyUBRo+6In0JKhfCYK7OyjNtMkbgbRxA3oofkmvUITHAhZI8+o5LkXTW5QLKAvC4ImHdTOVVG6L8e6HPEjdSlW+HTL5rWEt77nu0xB4Saloew1FFnJVw7Oja6h5aKNvnaqO9Y7LVdZPOC1bVpDwjw383wpS/dbBD8qRRXnk7gx9ydxlERT3JhE86Z7k5C/8myRri7lMLE/jPQVmMgj3moy12QzbVYMO/2uKk5ILIVwc5g0/AjiNASZpN+tH6AZ8kCW4znIcoiwfB0lGGT5s4+v5TCBhe8dNRdxNGkqzTBpLnzCPI9SErx3C6Re+aG3m8QTtRktcHO2SHe9BKvNeZh9iRbYj8JEjQnfYyvdCWUsV+cPKhKKTTJvr+0zC6tNGwwRVtneFr7HPt5CbvZRbnLxkBlwxFtDgRIFMkl3tM473ekaptq8dePmxJ1co6ZL1sWTa/8WJU2BTMXagIxhHHMcRZjwZQsE/Vwf2OTkd3pKB6lcXhDNmu6/0hg1+0WYaOR7Q/+CUZgQaxqdNMHR3JrE/gI30S0KcdIUOmOzR06xo7GtNvF80ZykceDcovgqSlAjSrFAOwDPEcVuss5h6qeGZZsf2ECbDfG08hD+5iQKp/6scefOAxCEGOH4bjL3HH/qTF0/SGNUq8M9rVmE5qNElZS38Nn1sZMECC1Uqf0WsD9HUYpVae8tJNf+FMPPP698oCKmUQw++CFItQR9AgUkJrT+FryIspA/TBxI+QdRuv99KRJZVzFyb+DhAT4W3P4ULkDyQUafCnlwyTWc/A8tuvoXNEkx8uCjKP3+USQLiZbkbYU1RjiNQ1CKh0Xlzv/QzYNUAlFQpz796EUhV+u3q12WoIdJEEU36aKAnIdZ4WAmkEfYDRwe+BhNothTpX26NMFujCldlWqeixH8+lOStcHP136AAMcpqqCeawe5kJrjL1MT1RbBlyjZ4olJGsco3KK1dFWtxjOCzNlar4M8QyBVdrfdmaJN+Lh4qSyLEUlOb/dZOyNRjzzx8WhgLt4eB4XzH4Uk20MRGs8yM4q/BmSCJlHoJWIlxMq8dsLISbCLk79DgpP8fml6f6+c5dCaIexgN75yg6BACbux8xhSGTtFKo2DPB0zV0v33OplDri4BTqOdwU+NwYZ/2tKWYi2p0DHSftG+HJnHbRIWAcgTxOrdwsS/RyVxvwGEte9oP3bz0pFDjHrAqR/wA8qtOBykzE0dVxcEVRh4DLwpZ51pnE0d2I08xMc3zlkZHJIa3yhx8mqaRR4KCZ578fZwSkHSaz/N4YFgQ0W5PDHBwWDgUxdDGQ5mzpAut86oixJGHEjzsvCiBP03cPoyg/d+O6rUcTYHgkkxrFw8fVqMOU61uOJW7QSU1WFK2G1Jbaqa6rhRcNGnq7o3Bg0NOi2R0wlAKsqYZsb1+Jwo+Svx2MFye8dks8Iy6+G5obwfDxEVxZsiVh6jJj6QTnX0ydP7P1kYRaf+yw+X1Vijpf11ULGM1dD7YIGmpRrg8vLopRtrmK8qBeWsWIm2djjCpOI7+EBMELVbldegP1deh5lmEZx1euPOLx08h5lXbi3yGPne3qWnQRR6sl+6GOZ8CYNykF5syu/k08kGHI5SxEkykGcyBzRes64WAjd+VEfnuxwXng8Kv6KaZFyIg9kH8QmMa/piaWBZXKUNv/2G4NDWArJXYLRfIJJ8NLh/XnDOCS3E9IH8jbxreN3YQZ4LppHoRyjIHK9pyxgdoPETPkLpvhCNzm+pEmpWpbDSF64M1LYq+n3Z5TGoRuQRXJaLPimdCpdluBo8R/nL2L0X+msZ6Pq+Yl7FaD/OGCZ3X9PbLMKQ7byPFxfCiZNODkD6e8DyC2KEz8KnRnOwwyjBIMo1ej7nCns/JR8DHdAlH4X4QHYm6JzeIBr5Hogh6DURVBVECVFFJZCGb16SGJACz2rUszXyjworRa8gr0WSNl+TD17V2rZmj22VOkfwuZSp1SLHPwGK/fMkiJnvI0gmgklwFUFIIeIzCErMLMxToFJlAYefSF1hbJbJf5OrOIJBq0/hR9gwzUTKG2y0/YrbjMozDJFeZL6jNuDq7tSxHZbeG90s5Sk7uBKtT/lbAn8BMtp6OMEZHlKjgqy7FbeXoqS0khQfOtPkLhicLUXQL5TSSEhvg3MaLHgwVyrfE8Sw3iZHLZvNL9FcSeaL1zu2j5/d6mpUi2bRMjcOkkxyB6Iv4pk0lbqFdbjgrW9jfXigkx4hewlS4fiyfFSZFN7ZeAjqYS8QjwnAPi12VvTHfI/kod5Cp5Dpvzan12jBJ9naaxKNePEUoszSKZjKRamS1SIPG0/Yrp0XxW63GR9EWtLwYs+h6ScdtHV6GZmRyf8bD06O81erbLkJt+LF8/t4lHXMPWOPTQ/5IV2fuP5McgLkCrkbAhPk2sPpPsKZVlU8rWsIzF00GqBu8DyDGHIDWYiiHlLNfvMTFv+kimKFmQydReY3m7k69jmHuka1evgtwIAfbNLlqgEP7aDyls3EuBcBj+h03iLmxnI7LROdiq7JHGjeILoQw9Ny1cn5NRDNhJEk5uEPs7hkCPoLm5mR0fD7MXk0ZHKS4kCr0RMvlt9ASV8rXHRTStvaYtab0tvs6LJzg8E8BUc2EciVVgKM4Q7o7EWT66LCHPjybUq1dJs7J3XBe6MeU+Iu7tLmpEu+XKwLxIFK5R4Tp6vn0WzPMrIwlqfZdS5l1Np7fETzewf7PMllphSK02v80o361S2aGtxNc5PTHZhM47LO/ks0NjVDr2WUFhmsOu4GM3QF3Xnn41fPzazv0eNX6WdCmzl8iWo/0vA5xcXNsNq62kB3wdzLwKxNohmiYMjJ3upu2IudpMbmkfl65OMkHGTijJwK2+Nftob1AWOkTZmm3+zJP50Aj/ZjZ/2BuwykMRtblc+VTAtobd9KeX7M4lCJ8GxH85UqQZ/fiKTTzm4ybIbz4DISLA7XwDQ4pubtBTXWIcLFLsk2wyPsDIDNjCyGkyfiEqjvbfOYrvJDUEHMrUEyw2CdIJkD92iAEA0wmkUz6kBbrDO20dJ4s5QppQ00QBh5B2B9MsWuSPfo7ytLXR7E33nvgDsCKTi8y4PzhFI3LfdHI4jkNin3WL7RAb7uMvt9gik8stuvrUjkNin3WIHOefI93YLs/OHtu8tsxzhbpaley4u6JXo/fqvH5bSfTWKlw2ySigLp0iKmwg/qBSgaj3gyx833lyTAchJbvyFk/1ayPFin8zy5ZxNKvuX7MY88u5UqVZe4oH8DsQ+wq7nYveIvv4W6TC9iKMvdyD+IoJ4jfHiqNlUDt402q/2G+z/m3O2qumHCXbDCfqHu/BldopQ2622IrfackthOcel2rdslW6k3Gs+LIkS2RKZakgiIthpTKL5IsWogd1Z0vMTDA8wdxe1BAVogmsN2hse6NGmJlo3/uJ0kXYpYAbZRhCIb0H0xXq9ftG6bNy6QYqg2QRx6gYJEouVFKiMc6fygoGzUeT8wyZT5ya9QgHCDh2dw5kzQTH2p/7ExciJI0yj+7/WcQyEzb6LN/ju4pJMubznaLu8SWQmSmZ4ygxPmcNTzvEU6/AAmSs3+orJErNO2ndjP0TxMKa/SOr5YfplpUVFSd5JWZOMEjosr/wEkczKDw+bGPhfIq5zrf8YcX0yqN4X+6tzuIBu3WDkTm7cGeqygW1s9lb2QUeCe+VIXnKbkUMQpTQONowjQKSCGKMkDbAq3ZOZgPtJSFYHM6qwcj/B25mBn6Gdpdz/+8Qsi1K8SLEq1UhA5BFJXJa9ZSOmZSzVuGPuZCSBm5b8KWz0KIjS0KqeW5PUiwB74RSYVWTC/fMTmW4z+X9+gs9uklNpE6zauTYX5qeFXOArUOCg9S1CKXRZwU8XZDIxs1/Hrnh0kblcpTcwlYAVpXb1SX5MFKU9kd210H+PqYrs1zNV9l70GcUdN+GS9z5K6HGSnEkvjuhvfY8ud8jngDAfXbJk+/EkiiH7me4ucYhUKAc/AeWw0doHN/RAjJXD1r5IHrpBEoGHpn6IPHLwIXUhCknnpA1zNxs5pfwnwn5CSyWOchmZXsuf+4EbB3f0BNVu5Yra7UZrvwFDfI3iz36CNglqMBQa5RZY9lLlwK1wg8/uXWlBDh+E0WdudZnVG0DYa7QyCG73Gq3nIMCcxiNARXwt+KnvVtI7P53k7mXBtGQFWmx4RSUxkgYRUQTFsvFRvCVP8nuCj6JYpx0iTIONpYQPuPW1m35StqnkrQTzex9fRynuRrgSpblgemuJPNhJmh8bzeZsp3JAfOK+06s0xGkj5gSXapeP75rb8Zb1+d75VGd1nDEn//aUrxSYKiB50ldh/V6Fgv37mfzmxVJrdUF4aWSK2RF7i0d4e0UPTd00wIUHXqy7Id0ziJcNVs+T8/bjMZLhGLi4vHVL1NpW/XL8LSZU5qqKLmIasYyOTBWKWK+vGLmI0a0fpUnvLzR2o86K0Rs5eONJM7jNay8ZKe6raF/8fklqI/cOZ1Nw/qrWROn+Ns+BUnzx/nuzrs2gfU+dq4Xy3xLGj6fV9lp9+++JkovL3MPriN9uxfhJ+BbYFpsqKnM/DbCvxZPrldqcbdWfuzNkR8dolJLJLqvQAsCPf36iI8TaapjG0ZySJlGIXdK2DSIjaYAxhU712YV/2ZivSjhvk0kgjDBNh93cZHzt4t3s1pU9eYowYT1qVraUe2yTIVuL3NcK3BYdNCo26HlJKXtqGXuJSS8sWM8tVv1xzzYc+l8leFpUf2uFerai4iCYlaTt5eBZaOeJ/9S0f5rZ7I14dQDbfpDOZzB2K1DeErQ3zl/svdbfbPrKjir+FB6rvYC++Almp48ZOXFcIyj5e0UJixE7+0TFKWsre1Uhm8Lge0x+j8xZnBXqy9siJ00EOS47M32rylGXIpQ2wc8/Fz2o+IfZxCCRvpnaTFoRJ2y/aPmWLTL0v7q3v2ZfrFuR6FwKwo/v9N5INy19eCL8XwAAAP//ikjM+7dKAAA= diff --git a/pkg/agent/testdata/RawUbuntuContainerd/line9.sh b/pkg/agent/testdata/RawUbuntuContainerd/line9.sh index 24f0ed147ba..7077b26e543 100644 --- a/pkg/agent/testdata/RawUbuntuContainerd/line9.sh +++ b/pkg/agent/testdata/RawUbuntuContainerd/line9.sh @@ -134,6 +134,7 @@ DOCKER_VERSION=1.13.1-1 export NVIDIA_DRIVER_IMAGE_SHA="${GPU_IMAGE_SHA:=}" export NVIDIA_DRIVER_IMAGE_TAG="${GPU_DV}-${NVIDIA_DRIVER_IMAGE_SHA}" export NVIDIA_DRIVER_IMAGE="mcr.microsoft.com/aks/aks-gpu" +export NVIDIA_GPU_DRIVER_TYPE="${GPU_DRIVER_TYPE:=}" export CTR_GPU_INSTALL_CMD="ctr -n k8s.io run --privileged --rm --net-host --with-ns pid:/proc/1/ns/pid --mount type=bind,src=/opt/gpu,dst=/mnt/gpu,options=rbind --mount type=bind,src=/opt/actions,dst=/mnt/actions,options=rbind" export DOCKER_GPU_INSTALL_CMD="docker run --privileged --net=host --pid=host -v /opt/gpu:/mnt/gpu -v /opt/actions:/mnt/actions --rm" APT_CACHE_DIR=/var/cache/apt/archives/