diff --git a/docker/Dockerfile b/docker/Dockerfile
index 38371c650..dcb6f9131 100644
--- a/docker/Dockerfile
+++ b/docker/Dockerfile
@@ -22,5 +22,9 @@ RUN cd axolotl && \
         pip install -e .; \
     fi
 
+# fix so that git fetch/pull from remote works
+RUN git config remote.origin.fetch "+refs/heads/*:refs/remotes/origin/*" && \
+    git config --get remote.origin.fetch
+
 # helper for huggingface-login cli
 RUN git config --global credential.helper store
diff --git a/docker/Dockerfile-runpod b/docker/Dockerfile-runpod
index a641f241e..2ea6e993c 100644
--- a/docker/Dockerfile-runpod
+++ b/docker/Dockerfile-runpod
@@ -1,6 +1,10 @@
 ARG BASE_TAG=main
 FROM winglian/axolotl:$BASE_TAG
 
+ENV HF_DATASETS_CACHE="/workspace/data/huggingface-cache/datasets"
+ENV HUGGINGFACE_HUB_CACHE="/workspace/data/huggingface-cache/hub"
+ENV TRANSFORMERS_CACHE="/workspace/data/huggingface-cache/hub"
+
 COPY scripts/runpod-entrypoint.sh /root/runpod-entrypoint.sh
 
 RUN apt install --yes --no-install-recommends openssh-server tmux && \