diff --git a/sdk/python/feast/infra/feature_servers/multicloud/Dockerfile b/sdk/python/feast/infra/feature_servers/multicloud/Dockerfile
index b853411e27..751a398ad4 100644
--- a/sdk/python/feast/infra/feature_servers/multicloud/Dockerfile
+++ b/sdk/python/feast/infra/feature_servers/multicloud/Dockerfile
@@ -1,9 +1,16 @@
 FROM python:3.8
 
 RUN apt update && \
-        apt install -y jq
+        apt install -y \
+        jq \
+        python3-dev \
+        default-libmysqlclient-dev \
+        build-essential
+
 RUN pip install pip --upgrade
-RUN pip install "feast[aws,gcp,snowflake,redis,go]"
+COPY . .
+
+RUN pip install -r requirements.txt
 RUN apt update
 RUN apt install -y -V ca-certificates lsb-release wget
 RUN wget https://apache.jfrog.io/artifactory/arrow/$(lsb_release --id --short | tr 'A-Z' 'a-z')/apache-arrow-apt-source-latest-$(lsb_release --codename --short).deb
diff --git a/sdk/python/feast/infra/feature_servers/multicloud/Dockerfile.dev b/sdk/python/feast/infra/feature_servers/multicloud/Dockerfile.dev
index f1dd7cc390..751a398ad4 100644
--- a/sdk/python/feast/infra/feature_servers/multicloud/Dockerfile.dev
+++ b/sdk/python/feast/infra/feature_servers/multicloud/Dockerfile.dev
@@ -1,11 +1,16 @@
 FROM python:3.8
 
 RUN apt update && \
-        apt install -y jq
+        apt install -y \
+        jq \
+        python3-dev \
+        default-libmysqlclient-dev \
+        build-essential
+
 RUN pip install pip --upgrade
 COPY . .
 
-RUN pip install ".[aws,gcp,snowflake,redis,go]"
+RUN pip install -r requirements.txt
 RUN apt update
 RUN apt install -y -V ca-certificates lsb-release wget
 RUN wget https://apache.jfrog.io/artifactory/arrow/$(lsb_release --id --short | tr 'A-Z' 'a-z')/apache-arrow-apt-source-latest-$(lsb_release --codename --short).deb
diff --git a/sdk/python/feast/infra/feature_servers/multicloud/requirements.txt b/sdk/python/feast/infra/feature_servers/multicloud/requirements.txt
new file mode 100644
index 0000000000..01d08a4eff
--- /dev/null
+++ b/sdk/python/feast/infra/feature_servers/multicloud/requirements.txt
@@ -0,0 +1 @@
+feast[aws,gcp,snowflake,redis,go,mysql]