diff --git a/setup.py b/setup.py
index ae1c05528..172ab7758 100644
--- a/setup.py
+++ b/setup.py
@@ -13,7 +13,7 @@
     author="Alan Akbik",
     author_email="alan.akbik@gmail.com",
     url="https://github.com/flairNLP/flair",
-    packages=find_packages(exclude="tests"),  # same as name
+    packages=find_packages(exclude=["tests", "tests.*"]),  # same as name
     license="MIT",
     install_requires=required,
     include_package_data=True,