Close aiohttp client on error

src/huggingface_hub/inference/_generated/_async_client.py

@@ -289,6 +289,9 @@ async def post(
                             timeout = max(self.timeout - (time.time() - t0), 1)  # type: ignore
                         continue
                     raise error
+                except Exception:
+                    await client.close()
+                    raise
 
     async def audio_classification(
         self,

tests/test_inference_async_client.py

@@ -25,6 +25,7 @@
 
 import asyncio
 import inspect
+from unittest.mock import Mock, patch
 
 import pytest
 from aiohttp import ClientResponseError
@@ -350,3 +351,19 @@ async def test_unprocessable_entity_error() -> None:
         with pytest.warns(FutureWarning, match=".*'InferenceClient.conversational'.*"):
             await AsyncInferenceClient().conversational("Hi, who are you?", model="HuggingFaceH4/zephyr-7b-alpha")
     assert "Make sure 'conversational' task is supported by the model." in error.value.message
+
+
+class CustomException(Exception):
+    """Mock any exception that could happen while making a POST request."""
+
+
+@patch("aiohttp.ClientSession.post", side_effect=CustomException())
+@patch("aiohttp.ClientSession.close")
+@pytest.mark.asyncio
+async def test_close_connection_on_post_error(mock_close: Mock, mock_post: Mock) -> None:
+    async_client = AsyncInferenceClient()
+
+    with pytest.raises(CustomException):
+        await async_client.post(model="http://127.0.0.1/api", json={})
+
+    mock_close.assert_called_once()

utils/generate_async_inference_client.py

@@ -236,7 +236,10 @@ def _rename_to_AsyncInferenceClient(code: str) -> str:
                         if timeout is not None:
                             timeout = max(self.timeout - (time.time() - t0), 1)  # type: ignore
                         continue
-                    raise error"""
+                    raise error
+                except Exception:
+                    await client.close()
+                    raise"""
 
 
 def _make_post_async(code: str) -> str: