diff --git a/annotation-tool/src/gui.html b/annotation-tool/src/gui.html
index c4b4448..7fada75 100644
--- a/annotation-tool/src/gui.html
+++ b/annotation-tool/src/gui.html
@@ -178,6 +178,7 @@
                         <el-select v-model="state.addMode" size="mini">
                             <el-option key="merge" label="merge" value="merge"></el-option>
                             <el-option key="replace" label="replace" value="replace"></el-option>
+                            <el-option key="replace only labels" label="replace only labels" value="replace only labels"></el-option>
                         </el-select>
                     </div>
 
diff --git a/annotation-tool/src/main.py b/annotation-tool/src/main.py
index 5b537d2..d7e0fcc 100644
--- a/annotation-tool/src/main.py
+++ b/annotation-tool/src/main.py
@@ -3,11 +3,10 @@
 import pathlib
 import sys
 from collections import defaultdict
-from requests.exceptions import HTTPError
-
 
 import supervisely as sly
 import yaml
+from requests.exceptions import HTTPError
 from supervisely.imaging.color import generate_rgb, random_rgb
 
 root_source_path = str(pathlib.Path(sys.argv[0]).parents[2])
@@ -446,8 +445,12 @@ def inference(api: sly.Api, task_id, context, state, app_logger):
 
     if state["addMode"] == "merge":
         res_ann = ann.merge(res_ann)
-    else:
+    elif state["addMode"] == "replace":
         pass  # replace (data prepared, nothing to do)
+    elif state["addMode"] == "replace only labels":
+        # We need to retrieve image tags from the original annotation
+        # and merge it with the new annotation from the model.
+        res_ann = res_ann.add_tags(ann.img_tags)
 
     if "task type" in session_info.keys() and (
         not (