diff --git a/llm/cli.py b/llm/cli.py
index 9ed689228..467df69ab 100644
--- a/llm/cli.py
+++ b/llm/cli.py
@@ -3,6 +3,13 @@
 from dataclasses import asdict
 import io
 import json
+
+try:
+    import readline  # noqa: F401
+except ImportError:
+    # Readline is not built into Python on Windows
+    pass
+
 from llm import (
     Collection,
     Conversation,