diff --git a/rq/job.py b/rq/job.py
index d7732509..8fef0f3a 100644
--- a/rq/job.py
+++ b/rq/job.py
@@ -792,7 +792,7 @@ class Job:
 
         connection = pipeline if pipeline is not None else self.connection
 
-        self._remove_from_registries(pipeline=pipeline, remove_from_queue=True)
+        self._remove_from_registries(pipeline=pipeline, remove_from_queue=remove_from_queue)
 
         if delete_dependents:
             self.delete_dependents(pipeline=pipeline)