diff --git a/tools/ci_build/github/azure-pipelines/templates/win-x86-ci.yml b/tools/ci_build/github/azure-pipelines/templates/win-x86-ci.yml
index a26d2bf9870d2..df0dfc00b10a7 100644
--- a/tools/ci_build/github/azure-pipelines/templates/win-x86-ci.yml
+++ b/tools/ci_build/github/azure-pipelines/templates/win-x86-ci.yml
@@ -73,23 +73,6 @@ jobs:
           msbuildArchitecture: 'x64'
           msbuildArguments: '/t:RunTest'
           workingFolder: '$(Build.SourcesDirectory)\csharp'
-      # - task: VSBuild@1
-      #   displayName: 'Build C# Debug'
-      #   inputs:
-      #     solution: '$(Build.SourcesDirectory)\csharp\OnnxRuntime.CSharp.sln'
-      #     platform: 'any cpu'
-      #     configuration: 'Debug'
-      #     restoreNugetPackages: false
-      #     msbuildArchitecture: 'x86'
-      #     workingFolder: '$(Build.SourcesDirectory)\csharp'
-      #     msbuildArguments: '/m'
-
-      # - task: CmdLine@2
-      #   displayName: 'Test C# Debug'
-      #   inputs:
-      #     script: |
-      #      FOR /F  %%f IN ('dir /s /b test\Microsoft.ML.OnnxRuntime.Tests\bin\*Tests.dll') DO %dotnetexe% vstest %%f 
-      #     workingDirectory: '$(Build.SourcesDirectory)\csharp'
 
     # Build RelWithDebInfo -- this variable required to build C#
     - task: CmdLine@2
@@ -136,24 +119,6 @@ jobs:
         msbuildArguments: '/t:RunTest'
         workingfolder: '$(Build.SourcesDirectory)\csharp'
 
-    # - task: VSBuild@1
-    #   displayName: 'Build C# RelWithDebInfo'
-    #   inputs:
-    #     solution: '$(Build.SourcesDirectory)\csharp\OnnxRuntime.CSharp.sln'
-    #     platform: 'any cpu'
-    #     configuration: 'RelWithDebInfo'
-    #     msbuildArchitecture: 'x86'
-    #     restoreNugetPackages: false
-    #     workingFolder: '$(Build.SourcesDirectory)\csharp'
-    #     msbuildArguments: '/m'
-
-    # - task: CmdLine@2
-    #   displayName: 'Test C# RelWithDebInfo'
-    #   inputs:
-    #     script: |
-    #      FOR /F  %%f IN ('dir /s /b test\Microsoft.ML.OnnxRuntime.Tests\bin\*Tests.dll') DO %dotnetexe% vstest %%f 
-    #     workingDirectory: '$(Build.SourcesDirectory)\csharp'
-
     - task: PublishTestResults@2
       displayName: 'Publish unit test results'
       inputs:
diff --git a/tools/ci_build/github/azure-pipelines/templates/windows-build-tools-setup-steps.yml b/tools/ci_build/github/azure-pipelines/templates/windows-build-tools-setup-steps.yml
index 45a64104af0af..58389edc178e1 100644
--- a/tools/ci_build/github/azure-pipelines/templates/windows-build-tools-setup-steps.yml
+++ b/tools/ci_build/github/azure-pipelines/templates/windows-build-tools-setup-steps.yml
@@ -9,13 +9,6 @@ steps:
       displayName: Use Nuget 4.9
       inputs:
         versionSpec: 4.9.4
-    # - task: NuGetCommand@2
-    #   displayName: 'NuGet restore'
-    #   inputs:
-    #     restoreSolution: '$(Build.SourcesDirectory)\csharp\OnnxRuntime.CSharp.sln'
-    #     feedsToUse: config
-    #     nugetConfigPath: '$(Build.SourcesDirectory)\csharp\Nuget.CSharp.config'
-    #     restoreDirectory: '$(Build.SourcesDirectory)\csharp'
     # - task: UniversalPackages@0
     #   displayName: 'Download python'
     #   inputs: