Show progress bars

requirements.txt

@@ -10,4 +10,6 @@ requests
 resolvelib
 stevedore
 toml
-virtualenv
+tqdm
+virtualenv
+

src/fromager/commands/bootstrap.py

@@ -5,7 +5,7 @@
 import click
 from packaging.requirements import Requirement
 
-from .. import clickext, context, requirements_file, sdist, server
+from .. import clickext, context, progress, requirements_file, sdist, server
 
 logger = logging.getLogger(__name__)
 
@@ -59,7 +59,7 @@ def bootstrap(
 
     server.start_wheel_server(wkctx)
 
-    for origin, toplevel in to_build:
+    for origin, toplevel in progress.progress(to_build):
         sdist.handle_requirement(wkctx, Requirement(toplevel), req_type=origin)
 
     # If we put pre-built wheels in the downloads directory, we should

src/fromager/commands/build.py

@@ -6,7 +6,7 @@
 from packaging.requirements import Requirement
 from packaging.version import Version
 
-from fromager import clickext, context, hooks, sdist, server, sources, wheels
+from fromager import clickext, context, hooks, progress, sdist, server, sources, wheels
 
 logger = logging.getLogger(__name__)
 
@@ -67,10 +67,11 @@ def build_sequence(
 
     """
     with open(build_order_file, "r") as f:
-        for entry in json.load(f):
-            wheel_filename = _build(
-                wkctx, entry["dist"], Version(entry["version"]), sdist_server_url
-            )
+        for entry in progress.progress(json.load(f)):
+            dist_name = entry["dist"]
+            dist_version = Version(entry["version"])
+            logger.info("%s: Building %s==%s", dist_name, dist_name, dist_version)
+            wheel_filename = _build(wkctx, dist_name, dist_version, sdist_server_url)
             server.update_wheel_mirror(wkctx)
             # After we update the wheel mirror, the built file has
             # moved to a new directory.

src/fromager/commands/download_sequence.py

@@ -4,7 +4,7 @@
 import click
 from packaging.requirements import Requirement
 
-from .. import context, sdist, sources
+from .. import context, progress, sdist, sources
 
 logger = logging.getLogger(__name__)
 
@@ -41,7 +41,7 @@ def download_sequence(
         wheel_servers = [sdist_server_url]
 
     with open(build_order_file, "r") as f:
-        for entry in json.load(f):
+        for entry in progress.progress(json.load(f)):
             if entry["prebuilt"]:
                 logger.info(f"{entry['dist']} uses a pre-built wheel, skipping")
                 continue

src/fromager/progress.py

@@ -0,0 +1,14 @@
+import sys
+import typing
+
+import tqdm as _tqdm
+
+__all__ = ("progress",)
+
+
+def progress(it: typing.Iterable, *, unit="pkg", **kwargs: typing.Any) -> typing.Any:
+    """tqdm progress bar"""
+    if not sys.stdout.isatty():
+        # wider progress bar in CI
+        kwargs.setdefault("ncols", 78)
+    yield from _tqdm.tqdm(it, unit=unit, **kwargs)