diff --git a/staging/provisioning/windows/kubeletstart.ps1 b/staging/provisioning/windows/kubeletstart.ps1
index a506403845..6ab6b36fe4 100644
--- a/staging/provisioning/windows/kubeletstart.ps1
+++ b/staging/provisioning/windows/kubeletstart.ps1
@@ -195,7 +195,7 @@ if ($global:NetworkPlugin -eq "azure") {
 
     # Restart Kubeproxy, which would wait, until the network is created
     # This was fixed in 1.15, workaround still needed for 1.14 https://github.com/kubernetes/kubernetes/pull/78612
-    Restart-Service Kubeproxy
+    Restart-Service Kubeproxy -Force
 
     # Set env file for Azure Stack
     $env:AZURE_ENVIRONMENT_FILEPATH = "c:\k\azurestackcloud.json"
diff --git a/staging/provisioning/windows/windowsnodereset.ps1 b/staging/provisioning/windows/windowsnodereset.ps1
index 98e89c7f50..c20bf3e4be 100644
--- a/staging/provisioning/windows/windowsnodereset.ps1
+++ b/staging/provisioning/windows/windowsnodereset.ps1
@@ -107,7 +107,6 @@ if ($global:CsiProxyEnabled) {
 Write-Log "Starting kubelet service"
 Start-Service kubelet
 
-Write-Log "Starting kubeproxy service"
-Start-Service kubeproxy
+Write-Log "Do not start kubeproxy service since kubelet will restart kubeproxy"
 
 Write-Log "Exiting windowsnodereset.ps1"