diff --git a/lisp/simple.el b/lisp/simple.el
index 9c17f0ea6d3..2822a4a3c23 100644
--- a/lisp/simple.el
+++ b/lisp/simple.el
@@ -6652,7 +6652,7 @@ mode temporarily."
         (user-error "No mark set in this buffer"))
     (set-mark (point))
     (goto-char omark)
-    (cond (temp-highlight
+    (cond ((and (not arg) (not temp-highlight))
 	   (setq-local transient-mark-mode (cons 'only transient-mark-mode)))
 	  ((xor arg (not (region-active-p)))
 	   (deactivate-mark))