diff --git a/setup.py b/setup.py
index 7e429f09a0294b..bac904970dd61d 100644
--- a/setup.py
+++ b/setup.py
@@ -42,6 +42,8 @@
 8. Add the release version to docs/source/_static/js/custom.js and .circleci/deploy.sh
 
 9. Update README.md to redirect to correct documentation.
+
+10. Update the version in __init__.py, setup.py to the new version "-dev" and push to master.
 """
 
 import os
@@ -117,7 +119,7 @@
 
 setup(
     name="transformers",
-    version="3.5.0",
+    version="4.0.0-dev",
     author="Thomas Wolf, Lysandre Debut, Victor Sanh, Julien Chaumond, Sam Shleifer, Patrick von Platen, Sylvain Gugger, Google AI Language Team Authors, Open AI team Authors, Facebook AI Authors, Carnegie Mellon University Authors",
     author_email="thomas@huggingface.co",
     description="State-of-the-art Natural Language Processing for TensorFlow 2.0 and PyTorch",
diff --git a/src/transformers/__init__.py b/src/transformers/__init__.py
index 218bb5f03c8251..d964ed6b5d4ae6 100755
--- a/src/transformers/__init__.py
+++ b/src/transformers/__init__.py
@@ -2,7 +2,7 @@
 # There's no way to ignore "F401 '...' imported but unused" warnings in this
 # module, but to preserve other warnings. So, don't check this module at all.
 
-__version__ = "3.5.0"
+__version__ = "4.0.0-dev"
 
 # Work around to update TensorFlow's absl.logging threshold which alters the
 # default Python logging output behavior when present.