diff --git a/setup.py b/setup.py
index dbff980ac1..115541a753 100644
--- a/setup.py
+++ b/setup.py
@@ -58,7 +58,7 @@
 from setuptools import find_packages, setup
 
 
-__version__ = "0.9.3"  # expected format is one of x.y.z.dev0, or x.y.z.rc1 or x.y.z (no to dashes, yes to dots)
+__version__ = "0.9.4"  # expected format is one of x.y.z.dev0, or x.y.z.rc1 or x.y.z (no to dashes, yes to dots)
 
 REQUIRED_PKGS = [
     "torch>=1.4.0",
diff --git a/trl/__init__.py b/trl/__init__.py
index 1d6bbf0a63..4b8e0f6b88 100644
--- a/trl/__init__.py
+++ b/trl/__init__.py
@@ -1,6 +1,6 @@
 # flake8: noqa
 
-__version__ = "0.9.3"
+__version__ = "0.9.4"
 
 from typing import TYPE_CHECKING
 from .import_utils import _LazyModule, is_diffusers_available, OptionalDependencyNotAvailable