diff --git a/src/components/TabTraining.vue b/src/components/TabTraining.vue
index 2409b87b..8c9e9d05 100644
--- a/src/components/TabTraining.vue
+++ b/src/components/TabTraining.vue
@@ -6,9 +6,16 @@
       :label="deterministic.description"
       :saveKey="deterministic.name"
     />
-    <h2 class="training">Distributed Training (NCCL backend)</h2>
+    <h2 class="training">Distributed Training</h2>
     <FormCheckbox label="Use distributed training" saveKey="use_dist" />
     <div v-show="store.config.use_dist">
+      <h2>Choose a Backend</h2>
+      <FormSelect
+        required
+        :saveKey="backend.name"
+        :label="backend.description"
+        :options="backend.options"
+      />
       <FormRadio :options="[launch, spawn]" saveKey="dist" defaultV="launch" />
       <FormInput
         :label="nproc_per_node.description"
@@ -46,13 +53,15 @@ import { training } from '../metadata/metadata.json'
 import FormCheckbox from './FormCheckbox.vue'
 import FormInput from './FormInput.vue'
 import FormRadio from './FormRadio.vue'
+import FormSelect from './FormSelect.vue'
 import { store } from '../store.js'
 
 export default {
-  components: { FormCheckbox, FormInput, FormRadio },
+  components: { FormCheckbox, FormInput, FormRadio, FormSelect },
   setup() {
     const {
       deterministic,
+      backend,
       launch,
       spawn,
       nproc_per_node,
@@ -69,6 +78,7 @@ export default {
     return {
       store,
       deterministic,
+      backend,
       launch,
       spawn,
       nproc_per_node,
diff --git a/src/metadata/metadata.json b/src/metadata/metadata.json
index 932158a8..b8e3c3a4 100644
--- a/src/metadata/metadata.json
+++ b/src/metadata/metadata.json
@@ -41,6 +41,11 @@
       "description": "Master node port for torch native backends (mandatory if you have filled number of nodes)",
       "min": 0,
       "default": 8080
+    },
+    "backend": {
+      "name": "backend",
+      "description": "Choose a Backend",
+      "options": ["NCCL", "Gloo"]
     }
   },
   "handlers": {
diff --git a/src/templates/template-common/README.md b/src/templates/template-common/README.md
index fcb431fd..d3068011 100644
--- a/src/templates/template-common/README.md
+++ b/src/templates/template-common/README.md
@@ -9,26 +9,26 @@
 
 ```sh
 python -m torch.distributed.launch \
-  --nproc_per_node #:::= nproc_per_node :::# \
+  --nproc_per_node #:::= it.nproc_per_node :::# \
   --nnodes #:::= it.nnodes :::# \
   --node_rank 0 \
   --master_addr #:::= it.master_addr :::# \
   --master_port #:::= it.master_port :::# \
   --use_env main.py \
-  --backend nccl
+  --backend #:::= it.backend :::#
 ```
 
 - Execute on worker nodes
 
 ```sh
 python -m torch.distributed.launch \
-  --nproc_per_node #:::= nproc_per_node :::# \
+  --nproc_per_node #:::= it.nproc_per_node :::# \
   --nnodes #:::= it.nnodes :::# \
   --node_rank <node_rank> \
   --master_addr #:::= it.master_addr :::# \
   --master_port #:::= it.master_port :::# \
   --use_env main.py \
-  --backend nccl
+  --backend #:::= it.backend :::#
 ```
 
 #::: } else { :::#
@@ -39,7 +39,7 @@ python -m torch.distributed.launch \
 python -m torch.distributed.launch \
   --nproc_per_node #:::= it.nproc_per_node :::# \
   --use_env main.py \
-  --backend nccl
+  --backend #:::= it.backend :::#
 ```
 
 #::: } :::#
@@ -56,24 +56,24 @@ python -m torch.distributed.launch \
 
 ```sh
 python main.py  \
-  --nproc_per_node #:::= nproc_per_node :::# \
+  --nproc_per_node #:::= it.nproc_per_node :::# \
   --nnodes #:::= it.nnodes :::# \
   --node_rank 0 \
   --master_addr #:::= it.master_addr :::# \
   --master_port #:::= it.master_port :::# \
-  --backend nccl
+  --backend #:::= it.backend :::#
 ```
 
 - Execute on worker nodes
 
 ```sh
 python main.py  \
-  --nproc_per_node #:::= nproc_per_node :::# \
+  --nproc_per_node #:::= it.nproc_per_node :::# \
   --nnodes #:::= it.nnodes :::# \
   --node_rank <node_rank> \
   --master_addr #:::= it.master_addr :::# \
   --master_port #:::= it.master_port :::# \
-  --backend nccl
+  --backend #:::= it.backend :::#
 ```
 
 #::: } else { :::#
@@ -83,7 +83,7 @@ python main.py  \
 ```sh
 python main.py  \
   --nproc_per_node #:::= it.nproc_per_node :::# \
-  --backend nccl
+  --backend #:::= it.backend :::#
 ```
 
 #::: } :::#
diff --git a/src/templates/template-text-classification/README.md b/src/templates/template-text-classification/README.md
index 8f95eee0..17af6528 100644
--- a/src/templates/template-text-classification/README.md
+++ b/src/templates/template-text-classification/README.md
@@ -25,26 +25,26 @@ pip install -r requirements.txt --progress-bar off -U
 
 ```sh
 python -m torch.distributed.launch \
-  --nproc_per_node #:::= nproc_per_node :::# \
+  --nproc_per_node #:::= it.nproc_per_node :::# \
   --nnodes #:::= it.nnodes :::# \
   --node_rank 0 \
   --master_addr #:::= it.master_addr :::# \
   --master_port #:::= it.master_port :::# \
   --use_env main.py \
-  --backend nccl
+  --backend #:::= it.backend :::#
 ```
 
 - Execute on worker nodes
 
 ```sh
 python -m torch.distributed.launch \
-  --nproc_per_node #:::= nproc_per_node :::# \
+  --nproc_per_node #:::= it.nproc_per_node :::# \
   --nnodes #:::= it.nnodes :::# \
   --node_rank <node_rank> \
   --master_addr #:::= it.master_addr :::# \
   --master_port #:::= it.master_port :::# \
   --use_env main.py \
-  --backend nccl
+  --backend #:::= it.backend :::#
 ```
 
 #::: } else { :::#
@@ -55,7 +55,7 @@ python -m torch.distributed.launch \
 python -m torch.distributed.launch \
   --nproc_per_node #:::= it.nproc_per_node :::# \
   --use_env main.py \
-  --backend nccl
+  --backend #:::= it.backend :::#
 ```
 
 #::: } :::#
@@ -72,24 +72,24 @@ python -m torch.distributed.launch \
 
 ```sh
 python main.py  \
-  --nproc_per_node #:::= nproc_per_node :::# \
+  --nproc_per_node #:::= it.nproc_per_node :::# \
   --nnodes #:::= it.nnodes :::# \
   --node_rank 0 \
   --master_addr #:::= it.master_addr :::# \
   --master_port #:::= it.master_port :::# \
-  --backend nccl
+  --backend #:::= it.backend :::#
 ```
 
 - Execute on worker nodes
 
 ```sh
 python main.py  \
-  --nproc_per_node #:::= nproc_per_node :::# \
+  --nproc_per_node #:::= it.nproc_per_node :::# \
   --nnodes #:::= it.nnodes :::# \
   --node_rank <node_rank> \
   --master_addr #:::= it.master_addr :::# \
   --master_port #:::= it.master_port :::# \
-  --backend nccl
+  --backend #:::= it.backend :::#
 ```
 
 #::: } else { :::#
@@ -99,7 +99,7 @@ python main.py  \
 ```sh
 python main.py  \
   --nproc_per_node #:::= it.nproc_per_node :::# \
-  --backend nccl
+  --backend #:::= it.backend :::#
 ```
 
 #::: } :::#
diff --git a/src/templates/template-vision-classification/README.md b/src/templates/template-vision-classification/README.md
index 0fb335da..6f3fd02a 100644
--- a/src/templates/template-vision-classification/README.md
+++ b/src/templates/template-vision-classification/README.md
@@ -25,26 +25,26 @@ pip install -r requirements.txt --progress-bar off -U
 
 ```sh
 python -m torch.distributed.launch \
-  --nproc_per_node #:::= nproc_per_node :::# \
+  --nproc_per_node #:::= it.nproc_per_node :::# \
   --nnodes #:::= it.nnodes :::# \
   --node_rank 0 \
   --master_addr #:::= it.master_addr :::# \
   --master_port #:::= it.master_port :::# \
   --use_env main.py \
-  --backend nccl
+  --backend #:::= it.backend :::#
 ```
 
 - Execute on worker nodes
 
 ```sh
 python -m torch.distributed.launch \
-  --nproc_per_node #:::= nproc_per_node :::# \
+  --nproc_per_node #:::= it.nproc_per_node :::# \
   --nnodes #:::= it.nnodes :::# \
   --node_rank <node_rank> \
   --master_addr #:::= it.master_addr :::# \
   --master_port #:::= it.master_port :::# \
   --use_env main.py \
-  --backend nccl
+  --backend #:::= it.backend :::#
 ```
 
 #::: } else { :::#
@@ -55,7 +55,7 @@ python -m torch.distributed.launch \
 python -m torch.distributed.launch \
   --nproc_per_node #:::= it.nproc_per_node :::# \
   --use_env main.py \
-  --backend nccl
+  --backend #:::= it.backend :::#
 ```
 
 #::: } :::#
@@ -72,24 +72,24 @@ python -m torch.distributed.launch \
 
 ```sh
 python main.py  \
-  --nproc_per_node #:::= nproc_per_node :::# \
+  --nproc_per_node #:::= it.nproc_per_node :::# \
   --nnodes #:::= it.nnodes :::# \
   --node_rank 0 \
   --master_addr #:::= it.master_addr :::# \
   --master_port #:::= it.master_port :::# \
-  --backend nccl
+  --backend #:::= it.backend :::#
 ```
 
 - Execute on worker nodes
 
 ```sh
 python main.py  \
-  --nproc_per_node #:::= nproc_per_node :::# \
+  --nproc_per_node #:::= it.nproc_per_node :::# \
   --nnodes #:::= it.nnodes :::# \
   --node_rank <node_rank> \
   --master_addr #:::= it.master_addr :::# \
   --master_port #:::= it.master_port :::# \
-  --backend nccl
+  --backend #:::= it.backend :::#
 ```
 
 #::: } else { :::#
@@ -99,7 +99,7 @@ python main.py  \
 ```sh
 python main.py  \
   --nproc_per_node #:::= it.nproc_per_node :::# \
-  --backend nccl
+  --backend #:::= it.backend :::#
 ```
 
 #::: } :::#
diff --git a/src/templates/template-vision-dcgan/README.md b/src/templates/template-vision-dcgan/README.md
index 7ddf9e03..9ddf31f7 100644
--- a/src/templates/template-vision-dcgan/README.md
+++ b/src/templates/template-vision-dcgan/README.md
@@ -25,26 +25,26 @@ pip install -r requirements.txt --progress-bar off -U
 
 ```sh
 python -m torch.distributed.launch \
-  --nproc_per_node #:::= nproc_per_node :::# \
+  --nproc_per_node #:::= it.nproc_per_node :::# \
   --nnodes #:::= it.nnodes :::# \
   --node_rank 0 \
   --master_addr #:::= it.master_addr :::# \
   --master_port #:::= it.master_port :::# \
   --use_env main.py \
-  --backend nccl
+  --backend #:::= it.backend :::#
 ```
 
 - Execute on worker nodes
 
 ```sh
 python -m torch.distributed.launch \
-  --nproc_per_node #:::= nproc_per_node :::# \
+  --nproc_per_node #:::= it.nproc_per_node :::# \
   --nnodes #:::= it.nnodes :::# \
   --node_rank <node_rank> \
   --master_addr #:::= it.master_addr :::# \
   --master_port #:::= it.master_port :::# \
   --use_env main.py \
-  --backend nccl
+  --backend #:::= it.backend :::#
 ```
 
 #::: } else { :::#
@@ -55,7 +55,7 @@ python -m torch.distributed.launch \
 python -m torch.distributed.launch \
   --nproc_per_node #:::= it.nproc_per_node :::# \
   --use_env main.py \
-  --backend nccl
+  --backend #:::= it.backend :::#
 ```
 
 #::: } :::#
@@ -72,24 +72,24 @@ python -m torch.distributed.launch \
 
 ```sh
 python main.py  \
-  --nproc_per_node #:::= nproc_per_node :::# \
+  --nproc_per_node #:::= it.nproc_per_node :::# \
   --nnodes #:::= it.nnodes :::# \
   --node_rank 0 \
   --master_addr #:::= it.master_addr :::# \
   --master_port #:::= it.master_port :::# \
-  --backend nccl
+  --backend #:::= it.backend :::#
 ```
 
 - Execute on worker nodes
 
 ```sh
 python main.py  \
-  --nproc_per_node #:::= nproc_per_node :::# \
+  --nproc_per_node #:::= it.nproc_per_node :::# \
   --nnodes #:::= it.nnodes :::# \
   --node_rank <node_rank> \
   --master_addr #:::= it.master_addr :::# \
   --master_port #:::= it.master_port :::# \
-  --backend nccl
+  --backend #:::= it.backend :::#
 ```
 
 #::: } else { :::#
@@ -99,7 +99,7 @@ python main.py  \
 ```sh
 python main.py  \
   --nproc_per_node #:::= it.nproc_per_node :::# \
-  --backend nccl
+  --backend #:::= it.backend :::#
 ```
 
 #::: } :::#
diff --git a/src/templates/template-vision-segmentation/README.md b/src/templates/template-vision-segmentation/README.md
index 144a2871..b649a059 100644
--- a/src/templates/template-vision-segmentation/README.md
+++ b/src/templates/template-vision-segmentation/README.md
@@ -25,26 +25,26 @@ pip install -r requirements.txt --progress-bar off -U
 
 ```sh
 python -m torch.distributed.launch \
-  --nproc_per_node #:::= nproc_per_node :::# \
+  --nproc_per_node #:::= it.nproc_per_node :::# \
   --nnodes #:::= it.nnodes :::# \
   --node_rank 0 \
   --master_addr #:::= it.master_addr :::# \
   --master_port #:::= it.master_port :::# \
   --use_env main.py \
-  --backend nccl
+  --backend #:::= it.backend :::#
 ```
 
 - Execute on worker nodes
 
 ```sh
 python -m torch.distributed.launch \
-  --nproc_per_node #:::= nproc_per_node :::# \
+  --nproc_per_node #:::= it.nproc_per_node :::# \
   --nnodes #:::= it.nnodes :::# \
   --node_rank <node_rank> \
   --master_addr #:::= it.master_addr :::# \
   --master_port #:::= it.master_port :::# \
   --use_env main.py \
-  --backend nccl
+  --backend #:::= it.backend :::#
 ```
 
 #::: } else { :::#
@@ -55,7 +55,7 @@ python -m torch.distributed.launch \
 python -m torch.distributed.launch \
   --nproc_per_node #:::= it.nproc_per_node :::# \
   --use_env main.py \
-  --backend nccl
+  --backend #:::= it.backend :::#
 ```
 
 #::: } :::#
@@ -72,24 +72,24 @@ python -m torch.distributed.launch \
 
 ```sh
 python main.py  \
-  --nproc_per_node #:::= nproc_per_node :::# \
+  --nproc_per_node #:::= it.nproc_per_node :::# \
   --nnodes #:::= it.nnodes :::# \
   --node_rank 0 \
   --master_addr #:::= it.master_addr :::# \
   --master_port #:::= it.master_port :::# \
-  --backend nccl
+  --backend #:::= it.backend :::#
 ```
 
 - Execute on worker nodes
 
 ```sh
 python main.py  \
-  --nproc_per_node #:::= nproc_per_node :::# \
+  --nproc_per_node #:::= it.nproc_per_node :::# \
   --nnodes #:::= it.nnodes :::# \
   --node_rank <node_rank> \
   --master_addr #:::= it.master_addr :::# \
   --master_port #:::= it.master_port :::# \
-  --backend nccl
+  --backend #:::= it.backend :::#
 ```
 
 #::: } else { :::#
@@ -99,7 +99,7 @@ python main.py  \
 ```sh
 python main.py  \
   --nproc_per_node #:::= it.nproc_per_node :::# \
-  --backend nccl
+  --backend #:::= it.backend :::#
 ```
 
 #::: } :::#