diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index 9d6a1df84d..f0571660a9 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -38,7 +38,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        tf_version_id: ['tf-nightly', 'notf']
+        tf_version_id: ['tensorflow==2.4.0', 'notf']
         python_version: ['3.7']
     steps:
       - uses: actions/checkout@v1
diff --git a/RELEASE.md b/RELEASE.md
index d0bac13c8d..6a0e6e00e5 100644
--- a/RELEASE.md
+++ b/RELEASE.md
@@ -1,3 +1,11 @@
+# Release 2.4.1
+
+## Bug fixes
+
+- Fixed `--path_prefix` handling (#4423)
+- Removed `frame-ancestors *` CSP directive for compatibility with Electron
+  embeds (#4332) - thanks [@joyceerhl](https://github.com/joyceerhl)
+
 # Release 2.4.0
 
 The 2.4 minor series tracks TensorFlow 2.4.
diff --git a/tensorboard/version.py b/tensorboard/version.py
index e9e313e83b..c08ccaedf0 100644
--- a/tensorboard/version.py
+++ b/tensorboard/version.py
@@ -15,4 +15,4 @@
 
 """Contains the version string."""
 
-VERSION = "2.4.0"
+VERSION = "2.4.1"