diff --git a/kallithea/public/js/base.js b/kallithea/public/js/base.js
--- a/kallithea/public/js/base.js
+++ b/kallithea/public/js/base.js
@@ -1471,7 +1471,7 @@ var addReviewMember = function(id,fname,
         '         <input type="hidden" value="{2}" name="review_members" />\n'+
         '         <div class="reviewer_member_remove action_button" onclick="removeReviewMember({2})">\n'+
         '             <i class="icon-minus-circled" style="color: #FF4444;"></i>\n'+
-        '         </div>\n'+
+        '         </div> (add not saved)\n'+
         '       </div>\n'+
         '     </li>\n'
         ).format(gravatar_link, displayname, id);
@@ -1490,7 +1490,7 @@ var removeReviewMember = function(review
     var $li = $('#reviewer_{0}'.format(reviewer_id));
     $li.find('div div').css("text-decoration", "line-through");
     $li.find('input').remove();
-    $li.find('.reviewer_member_remove').remove();
+    $li.find('.reviewer_member_remove').replaceWith('&nbsp;(remove not saved)');
 }
 
 /* handle "Save Changes" of addReviewMember and removeReviewMember on PR */