diff --git a/diskcache/core.py b/diskcache/core.py
index af65454..c7c8486 100644
--- a/diskcache/core.py
+++ b/diskcache/core.py
@@ -1703,9 +1703,6 @@ def peek(
             except IOError:
                 # Key was deleted before we could retrieve result.
                 continue
-            finally:
-                if name is not None:
-                    self._disk.remove(name)
             break
 
         if expire_time and tag:
diff --git a/tests/test_deque.py b/tests/test_deque.py
index 71c69e2..f997a86 100644
--- a/tests/test_deque.py
+++ b/tests/test_deque.py
@@ -302,3 +302,13 @@ def test_rotate_indexerror_negative(deque):
 
     with mock.patch.object(deque, '_cache', cache):
         deque.rotate(-1)
+
+
+def test_peek(deque):
+    value = b'x' * 100_000
+    deque.append(value)
+    assert len(deque) == 1
+    assert deque.peek() == value
+    assert len(deque) == 1
+    assert deque.peek() == value
+    assert len(deque) == 1