Fix downloading of large files when installing Simulators (#659)

Also show progress and allow to turn it off via `--hide-progress`

src/Microsoft.DotNet.XHarness.CLI/CommandArguments/Apple/Arguments/HideProgressArgument.cs

@@ -0,0 +1,14 @@
+// Licensed to the .NET Foundation under one or more agreements.
+// The .NET Foundation licenses this file to you under the MIT license.
+// See the LICENSE file in the project root for more information.
+
+namespace Microsoft.DotNet.XHarness.CLI.CommandArguments.Apple
+{
+    internal class HideProgressArgument : SwitchArgument
+    {
+        public HideProgressArgument()
+            : base("hide-progress", "Won't show progress when downloading the Simulator runtime", false)
+        {
+        }
+    }
+}

src/Microsoft.DotNet.XHarness.CLI/CommandArguments/Apple/Simulators/InstallCommandArguments.cs

@@ -10,9 +10,12 @@ internal class InstallCommandArguments : SimulatorsCommandArguments
     {
         public ForceInstallationArgument Force { get; } = new();
 
+        public HideProgressArgument HideProgress { get; } = new();
+
         protected override IEnumerable<Argument> GetAdditionalArguments() => new Argument[]
         {
             Force,
+            HideProgress,
         };
     }
 }

src/Microsoft.DotNet.XHarness.CLI/Commands/Apple/Simulators/InstallCommand.cs

@@ -145,16 +145,60 @@ private async Task<bool> Install(Simulator simulator)
             {
                 var watch = Stopwatch.StartNew();
 
-                using (var response = await s_client.GetAsync(simulator.Source))
-                using (var fileStream = File.Create(downloadPath))
+                using (var response = await s_client.GetAsync(simulator.Source, HttpCompletionOption.ResponseHeadersRead))
                 {
-                    await response.Content.CopyToAsync(fileStream);
+                    response.EnsureSuccessStatusCode();
+
+                    using var fileStream = File.Create(downloadPath);
+
+                    if (Arguments.HideProgress)
+                    {
+                        await response.Content.CopyToAsync(fileStream);
+                    }
+                    else
+                    {
+                        var progressMessage = $"Starting the download..";
+                        Console.Write(progressMessage);
+
+                        void ShowProgress(long totalBytesDownloaded)
+                        {
+                            var previousLength = progressMessage.Length;
+                            progressMessage = $"[{watch.Elapsed:hh\\:mm\\:ss}] {totalBytesDownloaded / 1024.0 / 1024.0:N2} / {simulator.FileSize / 1024.0 / 1024.0:N2} MB\t\t{(int)(100 * totalBytesDownloaded / simulator.FileSize),3}%";
+                            Console.Write("\r" + progressMessage.PadRight(previousLength));
+                        }
+
+                        var totalBytesDownloaded = 0L;
+                        var buffer = new byte[8192];
+                        var lastUpdate = DateTime.Now;
+                        var updateFrequency = TimeSpan.FromMilliseconds(400);
+
+                        using var responseStream = await response.Content.ReadAsStreamAsync();
+                        while (true)
+                        {
+                            var bytesRead = await responseStream.ReadAsync(buffer);
+                            if (bytesRead == 0)
+                            {
+                                Console.Write("\r" + " ".PadRight(progressMessage.Length) + "\r");
+                                break;
+                            }
+
+                            await fileStream.WriteAsync(buffer.AsMemory(0, bytesRead));
+
+                            totalBytesDownloaded += bytesRead;
+
+                            if (DateTime.Now - lastUpdate > updateFrequency)
+                            {
+                                ShowProgress(totalBytesDownloaded);
+                                lastUpdate = DateTime.Now;
+                            }
+                        }
+                    }
                 }
 
                 watch.Stop();
 
                 var size = new FileInfo(downloadPath).Length;
-                Logger.LogInformation($"Downloaded {size / 1024.0 / 1024.0:N1} MB in {(int)watch.Elapsed.TotalSeconds}s");
+                Logger.LogInformation($"Downloaded {size / 1024.0 / 1024.0:N1} MB in {watch.Elapsed:hh\\:mm\\:ss}");
             }
 
             var mount_point = Path.Combine(TempDirectory, filename + "-mount");